-- Logs begin at Mon 2022-02-28 17:57:02 UTC, end at Mon 2022-02-28 19:28:35 UTC. -- Feb 28 18:52:18.328355 dv-cinder-831187-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 18:52:20.878518 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.common.config [-] Logging enabled! Feb 28 18:52:20.879375 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev48 Feb 28 18:52:20.879375 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87635) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 18:52:20.882472 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.common.config [-] Logging enabled! Feb 28 18:52:20.882721 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev48 Feb 28 18:52:20.883027 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87635) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 18:52:20.883978 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:52:20.884211 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:52:20.884573 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:52:20.884816 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:52:20.885041 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:52:20.885361 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.885651 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.885943 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.886171 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.886463 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.886749 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.887026 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.887936 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.888232 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.888659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.888943 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.889230 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.889458 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.889746 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.890028 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.890308 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.890530 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] debug = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.890806 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.891256 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.891681 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.891957 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.892243 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.892527 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.892806 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.893089 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.893330 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.893651 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] host = dv-cinder-831187-1-iscsi {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.893923 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.894204 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.894488 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.894766 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.895036 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.895409 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.895698 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.895962 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.896232 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] log_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.896503 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.896788 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.897073 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.897504 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.897618 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.897787 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.898073 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.898356 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.898627 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.898898 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.899189 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.899470 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.899739 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.900004 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.900290 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.900570 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.900852 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.901125 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.901394 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.901661 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.901928 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.902207 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.902474 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.902772 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.903174 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.903516 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.903787 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.904058 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.904360 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.904642 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.904922 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.905204 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.905475 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.905755 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.906025 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.906293 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.906560 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] use_json = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.906828 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.907096 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.907399 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.907669 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.907937 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.908207 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.908585 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.908873 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.909144 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:20.909446 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.909740 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.910037 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.910323 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.910608 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.910883 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.911195 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.911475 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.911762 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.912048 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.912334 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.912609 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.912893 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.913172 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.913464 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.913769 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.914064 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.914356 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.914629 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.914900 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.915190 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.915471 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.915754 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.916046 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.916335 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.916608 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.916887 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.917178 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.917456 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.917729 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.918008 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.918297 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.919101 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.919394 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.919684 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.919959 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.920230 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.920502 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.920776 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.921084 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.921339 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.921607 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.921877 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.922151 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.922461 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.922779 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.923055 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.923350 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.923623 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.923900 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.924171 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.924444 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.924719 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.924987 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.925262 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.925532 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.925802 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.926072 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.926340 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.926610 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.926877 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.927223 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.927500 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.927772 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.928044 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.928313 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.928582 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.928851 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.929135 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.929433 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.929711 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.929988 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.930264 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.930540 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.930814 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.931087 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.931383 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.931660 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.931929 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.932217 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.932498 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.932781 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.933060 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.933335 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.933631 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.933905 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.934909 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.935213 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.935644 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.935934 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.936220 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.936513 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.936805 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.937098 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.937391 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.937682 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.937957 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.938264 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.938544 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:20.938762 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:52:20.939006 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87635) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 18:52:21.334311 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO keyring.backend [-] Loading KWallet Feb 28 18:52:21.341961 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO keyring.backend [-] Loading SecretService Feb 28 18:52:21.345588 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO keyring.backend [-] Loading Windows Feb 28 18:52:21.346940 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO keyring.backend [-] Loading chainer Feb 28 18:52:21.347753 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO keyring.backend [-] Loading macOS Feb 28 18:52:21.381965 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 18:52:21.382236 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 18:52:21.382523 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 18:52:21.382856 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 18:52:21.775657 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.775939 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.776218 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.777504 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.777809 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.778069 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.819514 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.819797 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.820064 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.833512 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.833793 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.834066 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.866035 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.866317 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.866582 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.904280 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.904907 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:21.904907 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.145711 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.146001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.146275 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.146544 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.147308 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.271067 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.271409 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.271691 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.271961 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.272228 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.272539 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.272804 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.273063 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.273320 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.273603 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.273861 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.274125 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.274390 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.274646 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.275003 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.275203 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.275469 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.275736 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.275988 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.276274 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.276642 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.276895 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.277142 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.277425 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.278191 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.278453 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.278842 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:52:22.279081 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:52:22.279353 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:52:22.279589 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:52:22.279823 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:52:22.280057 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:52:22.280429 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 18:52:22.283671 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 18:52:22.287642 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 18:52:22.291485 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 28 18:52:22.293127 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 18:52:22.295344 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 18:52:22.295694 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 18:52:22.296090 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 18:52:22.298964 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 18:52:22.299250 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 18:52:22.299602 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 18:52:22.327966 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 18:52:22.328414 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.328720 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87635) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 28 18:52:22.329084 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.330452 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87635) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 18:52:22.330733 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 18:52:22.330988 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 18:52:22.334339 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.334619 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:22.398719 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 18:52:22.398896 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 18:52:22.399101 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 18:52:22.399572 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 18:52:22.431269 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_db.sqlalchemy.engines [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87635) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 28 18:52:22.926981 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Initializing driver for type 'gre' Feb 28 18:52:22.927710 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] gre ID ranges: [(1, 1000)] Feb 28 18:52:23.097670 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Initializing driver for type 'local' Feb 28 18:52:23.098032 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Initializing driver for type 'vlan' Feb 28 18:52:23.177524 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] VlanTypeDriver initialization complete Feb 28 18:52:23.177797 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Initializing driver for type 'vxlan' Feb 28 18:52:23.178323 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] vxlan ID ranges: [(1, 1000)] Feb 28 18:52:23.328619 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Initializing extension driver 'port_security' Feb 28 18:52:23.328963 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.extensions.port_security [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] PortSecurityExtensionDriver initialization complete Feb 28 18:52:23.329291 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Initializing mechanism driver 'openvswitch' Feb 28 18:52:23.329617 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Initializing mechanism driver 'hyperv' Feb 28 18:52:23.338163 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:23.338842 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > port after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.339249 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > port after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.339603 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > port after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.340172 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:52:23.340613 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.341156 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.341509 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.341901 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:52:23.342303 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > network after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.342699 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > network after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.343040 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > network after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.343455 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:52:23.343857 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > security_group after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.344263 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > security_group after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.344621 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.345171 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:52:23.345577 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.345921 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.346261 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.346650 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:52:23.347046 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > address_group after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.347499 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > address_group after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.347848 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.348233 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:52:23.348677 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] ML2 OVO RPC backend initialized. {{(pid=87635) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 28 18:52:23.349394 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.349752 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.350171 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > network before_response 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.350518 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > networks before_response 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.350863 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > port before_response 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.351245 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > ports before_response 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.351616 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > subnet before_response 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.351956 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > subnets before_response 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.352301 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > network after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.352639 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > network after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.352972 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > network after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.353306 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > port after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.353678 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > port after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.354013 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > port after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.354347 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.354681 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.355011 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.355626 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Modular L2 Plugin initialization complete Feb 28 18:52:23.356576 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading services supported by the core plugin {{(pid=87635) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 18:52:23.357123 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.plugins.ml2.managers [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Got port-security extension from driver 'port_security' Feb 28 18:52:23.357600 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.extensions.vlantransparent [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Disabled vlantransparent extension. Feb 28 18:52:23.358089 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87635) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 18:52:23.358406 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading Plugin: router Feb 28 18:52:23.396790 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.397180 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router after_create 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.397551 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router before_create 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.397917 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.398285 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.398637 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router after_delete 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.398992 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.399446 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router after_create 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.399731 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router after_update 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.400084 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router after_update 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.400432 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.400786 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router after_update 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.401198 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.401566 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: port after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.401909 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: port after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.402248 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: subnet after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.402588 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.403153 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.403509 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.403852 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: port before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.404194 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router precommit_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.404554 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router after_update 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.404891 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.405237 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.405597 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.405942 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.406305 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > agent after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.406652 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > agent after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.406992 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > network after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.407917 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Tracking information for resource: router configured {{(pid=87635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:52:23.408245 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Tracking information for resource: floatingip configured {{(pid=87635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:52:23.413565 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.db.l3_agentschedulers_db [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 18:52:23.414153 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: port after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.414502 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: port after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.414853 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: port after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.415229 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: port after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.416025 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router before_create 55550100 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.416387 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.416750 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router precommit_create 55550100 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.417106 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > router precommit_update 55550100 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.422089 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.services.provider_configuration [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service providers = [] {{(pid=87635) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 18:52:23.422460 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.db.servicetype_db [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87635) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 18:52:23.425460 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.services.service_base [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:52:23.425809 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.services.service_base [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:52:23.426174 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.services.service_base [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:52:23.427053 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.services.service_base [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:52:23.427447 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.services.service_base [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 18:52:23.427872 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:52:23.428141 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 18:52:23.439877 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:52:23.440211 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading Plugin: auto_allocate Feb 28 18:52:23.446136 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: network precommit_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.446500 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: network precommit_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.447023 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:52:23.447367 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading Plugin: tag Feb 28 18:52:23.454064 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:52:23.454392 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading Plugin: timestamp Feb 28 18:52:23.458458 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:52:23.458793 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading Plugin: network_ip_availability Feb 28 18:52:23.464113 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.464489 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.464846 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.465621 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:52:23.465934 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading Plugin: flavors Feb 28 18:52:23.470662 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:52:23.470996 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading Plugin: revisions Feb 28 18:52:23.475362 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:52:23.475750 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.093s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 18:52:23.476498 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87635) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 18:52:23.476833 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Initializing extension manager. Feb 28 18:52:23.477338 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: __init__.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.477681 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: __pycache__ {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.478014 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.478349 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: address_group.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.479128 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.479697 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: address-group Feb 28 18:52:23.480020 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: address_scope.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.480733 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.481783 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: address-scope Feb 28 18:52:23.482101 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.491654 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.492162 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: router-admin-state-down-before-update Feb 28 18:52:23.492483 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: agent.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.493378 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.493895 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: agent Feb 28 18:52:23.494217 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: agent_resources_synced.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.495144 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.495659 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: agent-resources-synced Feb 28 18:52:23.495983 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: allowedaddresspairs.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.498459 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.498992 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: allowed-address-pairs Feb 28 18:52:23.499342 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: auto_allocated_topology.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.500440 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.500960 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: auto-allocated-topology Feb 28 18:52:23.501288 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: availability_zone.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.501980 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.502487 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: availability_zone Feb 28 18:52:23.502810 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: availability_zone_filter.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.503750 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.504261 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: availability_zone_filter Feb 28 18:52:23.504581 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: data_plane_status.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.505488 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.505992 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 18:52:23.506313 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: default_subnetpools.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.507250 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.507800 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: default-subnetpools Feb 28 18:52:23.508078 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.508900 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.509410 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: dhcp_agent_scheduler Feb 28 18:52:23.509728 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: dns.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.510632 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.511160 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 18:52:23.511485 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: dns_domain_ports.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.512449 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.513052 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 18:52:23.513378 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: dvr.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.514052 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.514559 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: dvr Feb 28 18:52:23.514883 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: empty_string_filtering.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.520671 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.521177 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: empty-string-filtering Feb 28 18:52:23.521500 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.522403 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.522902 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 18:52:23.523258 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.524164 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.524666 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 18:52:23.524987 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: external_net.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.525886 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.526394 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: external-net Feb 28 18:52:23.526716 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.528168 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.528722 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: extra_dhcp_opt Feb 28 18:52:23.529048 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: extraroute.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.529963 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.530458 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: extraroute Feb 28 18:52:23.530780 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: extraroute_atomic.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.531855 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.532365 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: extraroute-atomic Feb 28 18:52:23.532689 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: filter_validation.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.533366 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.533868 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: filter-validation Feb 28 18:52:23.534190 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: fip_pf_description.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.535098 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.535660 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 18:52:23.535951 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: fip_port_details.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.536866 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.537983 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: fip-port-details Feb 28 18:52:23.537983 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: flavors.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.538940 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.539485 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: flavors Feb 28 18:52:23.539806 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.541488 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.542012 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 18:52:23.542343 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: floatingip_pools.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.543080 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.544353 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: floatingip-pools Feb 28 18:52:23.544681 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: ip_allocation.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.545612 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.546121 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 18:52:23.546445 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.547385 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.547900 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: ip-substring-filtering Feb 28 18:52:23.548224 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: l2_adjacency.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.549220 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.549729 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 18:52:23.550051 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: l3.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.551040 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.551594 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: router Feb 28 18:52:23.551921 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.554378 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.554907 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 18:52:23.555276 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.556210 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.556733 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: ext-gw-mode Feb 28 18:52:23.557064 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.557975 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.558490 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: l3-ha Feb 28 18:52:23.558814 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: l3_flavors.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.559793 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.560318 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: l3-flavors Feb 28 18:52:23.560626 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.566684 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.567218 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 18:52:23.567540 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: l3agentscheduler.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.568588 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.569210 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: l3_agent_scheduler Feb 28 18:52:23.569538 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: logging.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.571080 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.571631 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension logging not supported by any of loaded plugins Feb 28 18:52:23.571959 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: metering.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.572729 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.573312 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: metering Feb 28 18:52:23.573643 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.574836 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.575472 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: metering_source_and_destination_fields Feb 28 18:52:23.575800 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: multiprovidernet.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.576728 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.577243 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: multi-provider Feb 28 18:52:23.577564 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: netmtu.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.578487 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.578999 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: net-mtu Feb 28 18:52:23.579357 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: netmtu_writable.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.580272 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.580805 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: net-mtu-writable Feb 28 18:52:23.581132 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: network_availability_zone.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.581798 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.582305 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: network_availability_zone Feb 28 18:52:23.582626 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: network_ip_availability.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.583760 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.584279 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: network-ip-availability Feb 28 18:52:23.584603 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: network_segment_range.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.585364 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.585871 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 18:52:23.586194 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: pagination.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.587218 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.587539 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: pagination Feb 28 18:52:23.587890 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: port_device_profile.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.588762 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.589275 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: port-device-profile Feb 28 18:52:23.589597 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.591045 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.591578 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: port-mac-address-regenerate Feb 28 18:52:23.591898 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.592819 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.593326 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: port-numa-affinity-policy Feb 28 18:52:23.593644 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: port_resource_request.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.594590 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.595101 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 18:52:23.595440 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: portbindings.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.596355 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.596864 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: binding Feb 28 18:52:23.597184 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: portbindings_extended.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.598591 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.599107 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: binding-extended Feb 28 18:52:23.599458 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: portsecurity.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.600403 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.600918 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: port-security Feb 28 18:52:23.601242 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: project_id.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.602219 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.602559 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: project-id Feb 28 18:52:23.602890 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: providernet.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.603843 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.604370 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: provider Feb 28 18:52:23.604690 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: qos.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.608991 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.609509 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension qos not supported by any of loaded plugins Feb 28 18:52:23.609840 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.611104 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.611649 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 18:52:23.611983 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.612904 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.613424 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 18:52:23.613749 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: qos_default.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.614681 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.615220 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension qos-default not supported by any of loaded plugins Feb 28 18:52:23.615554 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: qos_fip.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.616242 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.616751 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 18:52:23.617076 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: qos_gateway_ip.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.618008 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.618525 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 18:52:23.618845 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: qos_port_network_policy.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.619802 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.620311 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 18:52:23.620635 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: qos_rule_type_details.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.621635 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.622151 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 18:52:23.622552 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: qos_rules_alias.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.623647 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.624161 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 18:52:23.624482 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: quotasv2.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.625445 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.625774 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: quotas Feb 28 18:52:23.626094 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: quotasv2_detail.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.627765 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.628109 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: quota_details Feb 28 18:52:23.628479 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: rbac.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.629552 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.630079 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: rbac-policies Feb 28 18:52:23.630410 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: rbac_address_group.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.631369 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.631885 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: rbac-address-group Feb 28 18:52:23.632211 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: rbac_address_scope.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.633125 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.633633 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: rbac-address-scope Feb 28 18:52:23.633958 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: rbac_security_groups.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.634879 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.635434 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: rbac-security-groups Feb 28 18:52:23.635757 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: rbac_subnetpool.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.636682 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.637244 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: rbac-subnetpool Feb 28 18:52:23.637572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: revisionifmatch.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.638495 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.639005 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: revision-if-match Feb 28 18:52:23.639355 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: revisions.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.640627 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.641140 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: standard-attr-revisions Feb 28 18:52:23.641464 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: router_availability_zone.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.642143 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.642655 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: router_availability_zone Feb 28 18:52:23.642976 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: routerservicetype.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.643927 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.644446 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 18:52:23.644770 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.645695 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.646207 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: security-groups-normalized-cidr Feb 28 18:52:23.646537 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.647498 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.648010 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: port-security-groups-filtering Feb 28 18:52:23.648336 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.649261 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.649783 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: security-groups-remote-address-group Feb 28 18:52:23.650107 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: securitygroup.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.660882 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.661440 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: security-group Feb 28 18:52:23.661811 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: segment.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.662660 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.663271 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension segment not supported by any of loaded plugins Feb 28 18:52:23.663604 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.664620 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.665164 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 18:52:23.665490 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: servicetype.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.666659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.667225 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: service-type Feb 28 18:52:23.667580 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: sorting.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.669429 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.669764 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: sorting Feb 28 18:52:23.670089 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: standard_attr_segment.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.671030 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.671590 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 18:52:23.671913 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: standardattrdescription.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.672560 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.673073 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: standard-attr-description Feb 28 18:52:23.673395 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: stateful_security_group.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.674328 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.674874 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: stateful-security-group Feb 28 18:52:23.675265 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: stdattrs_common.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.675856 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 18:52:23.676178 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.677190 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.677741 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 18:52:23.678109 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: subnet_onboard.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.679171 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.679694 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: subnet_onboard Feb 28 18:52:23.680017 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.680947 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.681457 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 18:52:23.681778 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: subnet_service_types.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.682718 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.683267 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: subnet-service-types Feb 28 18:52:23.683591 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: subnetallocation.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.684864 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.685385 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: subnet_allocation Feb 28 18:52:23.685711 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.686392 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.686914 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: subnetpool-prefix-ops Feb 28 18:52:23.687277 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.688233 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.688746 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 18:52:23.689064 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: tagging.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.690396 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.690922 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: standard-attr-tag Feb 28 18:52:23.691280 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: timestamp.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.692495 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.693011 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loaded extension: standard-attr-timestamp Feb 28 18:52:23.693337 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: trunk.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.694398 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.694922 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension trunk not supported by any of loaded plugins Feb 28 18:52:23.695280 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: trunk_details.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.696209 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.696723 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 18:52:23.697049 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: uplink_status_propagation.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.698044 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.698559 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 18:52:23.698884 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Loading extension file: vlantransparent.py {{(pid=87635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:52:23.699639 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:52:23.700154 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 18:52:23.702704 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:network Feb 28 18:52:23.703507 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:subnet Feb 28 18:52:23.704308 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:52:23.704907 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:port Feb 28 18:52:23.706199 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.706649 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service FLAVORS assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.707314 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.707752 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.708083 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:router Feb 28 18:52:23.708745 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 18:52:23.709447 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service METERING assigned prefix: /metering {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.710895 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.711292 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.711646 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:52:23.714038 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 18:52:23.714500 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:security_group Feb 28 18:52:23.715729 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 18:52:23.716477 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service CORE assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.716813 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:52:23.717153 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] subnetpool is already registered Feb 28 18:52:23.717775 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service CORE assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.718106 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:52:23.718431 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] subnetpool is already registered Feb 28 18:52:23.830010 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.830455 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service FLAVORS assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.831068 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.831528 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.831869 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:router Feb 28 18:52:23.832212 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] router is already registered Feb 28 18:52:23.832868 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 18:52:23.833197 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] floatingip is already registered Feb 28 18:52:23.833831 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service METERING assigned prefix: /metering {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.834663 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 18:52:23.834999 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] rbac_policy is already registered Feb 28 18:52:23.835453 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:security_group Feb 28 18:52:23.835779 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] security_group is already registered Feb 28 18:52:23.836365 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 18:52:23.836689 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] security_group_rule is already registered Feb 28 18:52:23.837356 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service CORE assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.837682 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:52:23.838003 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] subnetpool is already registered Feb 28 18:52:23.838601 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.v2.resource_helper [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Service CORE assigned prefix: {{(pid=87635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:52:23.838927 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:52:23.839278 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING neutron.quota.resource_registry [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] subnetpool is already registered Feb 28 18:52:23.839927 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: extensions {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.842294 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: address-groups {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.844106 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: address-scopes {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.845325 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: agents {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.846503 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: auto-allocated-topology {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.847878 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: availability_zones {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.849157 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: dhcp-networks {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.850703 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: dhcp-agents {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.852244 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: routers {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.854650 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: flavors {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.856560 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: service_profiles {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.858148 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: next_providers {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.859787 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: service_profiles {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.861597 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: floatingip-pools {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.862989 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: routers {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.865034 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: floatingips {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.866523 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: l3-routers {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.867992 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: l3-agents {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.869528 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: metering-labels {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.870787 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: metering-label-rules {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.873133 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: network-ip-availabilities {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.874382 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: bindings {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.876078 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: quotas {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.877537 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: quotas {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.878961 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: rbac-policies {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.880283 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: security-groups {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.881506 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: security-group-rules {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.882722 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: service-providers {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.884087 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: subnetpools {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.885456 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: subnetpools {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.886908 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: tags {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.889396 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: tags {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.891132 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: tags {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.892962 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: tags {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.895884 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: tags {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.897745 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: tags {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.899471 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: tags {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.901433 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: tags {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.904094 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: tags {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.905958 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron.api.extensions [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Extended resource: tags {{(pid=87635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:52:23.911961 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING keystonemiddleware.auth_token [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 18:52:23.916696 dv-cinder-831187-1-iscsi neutron-server[87635]: WARNING keystonemiddleware.auth_token [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 18:52:23.925290 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Acquired lock "singleton_lock" {{(pid=87635) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 28 18:52:23.925775 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Releasing lock "singleton_lock" {{(pid=87635) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 28 18:52:23.926436 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO oslo_service.service [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Starting 2 workers Feb 28 18:52:23.931279 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Started child 87744 {{(pid=87635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:52:23.938372 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Started child 87745 {{(pid=87635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:52:23.938646 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:23.939166 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO neutron.service [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 18:52:23.939166 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Notify callbacks [] for process, before_spawn {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:23.939742 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [-] (87744) wsgi starting up on http://0.0.0.0:9696 Feb 28 18:52:23.940813 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO oslo_service.service [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Starting 1 workers Feb 28 18:52:23.942227 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:23.943636 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [-] (87745) wsgi starting up on http://0.0.0.0:9696 Feb 28 18:52:23.945897 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Started child 87746 {{(pid=87635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:52:23.946426 dv-cinder-831187-1-iscsi neutron-server[87635]: INFO oslo_service.service [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Starting 1 workers Feb 28 18:52:23.950236 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.service [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] calling RpcWorker wait() {{(pid=87746) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 18:52:23.950788 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.service [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] returning from RpcWorker wait() {{(pid=87746) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 18:52:23.951887 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Started child 87747 {{(pid=87635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:52:23.952435 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:23.952695 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a530b800-cd67-4b52-966d-7f4aba8359d5 None None] Notify callbacks [] for process, after_spawn {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:23.952992 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:23.954721 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87635) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 18:52:23.954911 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:52:23.955321 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:52:23.955704 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:52:23.956259 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:52:23.956604 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:52:23.957273 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.957731 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.958167 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.958617 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.959127 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.959473 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:23.960454 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.960923 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.961353 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.961816 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.962254 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.962597 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.962936 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.963387 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.963807 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.964293 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.964749 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.965261 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.966216 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.966579 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.967441 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.967734 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.967995 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.968340 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] debug = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.968523 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.969159 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.969410 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.969670 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.969918 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.970191 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.970462 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.970727 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.970967 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.971210 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.971459 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.971717 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.971951 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.972169 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.972413 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.972659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.972875 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.973358 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] host = dv-cinder-831187-1-iscsi {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.973607 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.973823 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.974069 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.974297 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.974540 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.974755 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.975014 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.975289 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.975545 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.975786 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.976093 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.976268 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.976648 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.976894 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.977061 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_options = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.977300 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.977582 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.977852 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.978047 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.978217 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.978394 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.978654 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.978857 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.979221 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.979604 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.979829 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.980049 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.980274 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.980514 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.981044 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.981632 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.982014 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.982241 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.982522 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.982687 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:23.982829 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.982960 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.983236 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.983484 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.983711 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.983931 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.984184 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.984390 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.984612 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.984829 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.985083 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.985333 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.985695 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.986023 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.986455 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.987331 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.987572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.987811 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.988284 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.988421 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.988572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.988825 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.989047 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.989361 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.989677 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.989957 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.990213 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_json = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.990457 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:23.992185 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.007551 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.007551 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.007551 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.007551 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.007551 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.007551 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.007551 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.007551 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.008572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.008572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.008572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.008572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.008572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.008572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.008572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.008572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.009477 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.009477 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.009477 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.009700 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 54572) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:24.009786 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.009786 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.009786 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.009786 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.009786 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.009786 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.009786 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.009786 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010321 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010321 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010321 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010321 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010321 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010321 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010321 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010321 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010870 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010870 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010870 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.010870 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.011137 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.011360 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.011603 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.011829 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.013302 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073519 Feb 28 18:52:24.013788 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.014041 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.014331 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.014597 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.014848 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.015098 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.016443 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.017339 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.017574 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.018427 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.018661 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.018905 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.019149 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.019398 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.019657 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.019913 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.020144 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.020363 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.020592 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.020830 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.021050 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.021266 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.021488 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.021724 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.021945 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.022195 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.022437 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.022671 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.022891 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.023121 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.023394 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.023572 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.023814 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.024029 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.024250 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.024495 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.024710 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.024927 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.025136 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.025347 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.025561 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.025770 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.025986 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.026200 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.026418 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.026653 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.026868 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.027077 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.027397 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.027774 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.028567 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.028794 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.029032 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.029284 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.029519 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.029761 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.031464 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.031746 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.033248 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.033525 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.033767 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.034020 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.034264 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.034516 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.034774 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.035026 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.035287 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.035523 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.035759 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.035998 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.036300 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.036540 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.036774 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.037040 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.037288 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.037806 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.037806 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.038100 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.038313 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.040377 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.040377 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.040377 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.041510 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.041773 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.042034 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.042500 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.042790 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.043056 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.043387 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.043690 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.043961 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.044262 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.044516 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.044746 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.044989 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.045230 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.045598 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.045858 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.046314 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.046714 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.047139 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.047661 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.048079 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.048383 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.048643 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.048899 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.049325 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.049497 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.049657 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.049864 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.050251 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.050601 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.050985 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.051371 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.051759 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.052120 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.052468 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.052903 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.053148 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.053375 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.053609 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.053917 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.054137 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.054373 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.054587 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.055019 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.055470 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.055864 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.056269 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.056489 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.056741 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.056999 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.057220 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.057625 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.057881 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.058120 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.058367 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.058629 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.059953 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.059953 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.060118 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.060414 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.060665 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.060947 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.061207 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.061395 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.061622 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.061874 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.062620 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.062620 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.062620 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.062941 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.063178 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.063411 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.063661 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.063900 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.064137 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.064619 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.065002 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.065409 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.065631 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.065859 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.066107 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.066320 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.066676 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.067033 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.067290 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.067700 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.068610 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.068610 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.068610 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.068610 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.068894 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.069082 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.069253 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.069462 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.069682 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073003 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073003 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073003 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073003 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073003 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073003 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073003 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073003 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073003 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073590 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073590 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073590 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073590 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073590 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073590 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073590 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.073590 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.074062 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.074062 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.074188 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.074367 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.075248 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.075619 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.075886 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.076146 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.076489 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.076706 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.076948 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.077169 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.077387 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.077625 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.078638 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.078638 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.078638 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.079092 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.079092 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.079453 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.079604 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.079870 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.080083 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.080373 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.080718 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.080987 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.081246 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.081493 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.081758 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.081979 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.082194 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.082438 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.083491 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.083491 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.083491 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.083491 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.084094 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.084094 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.084094 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.084491 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.084491 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.084755 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.084893 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.087210 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.087210 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:52:24.087210 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87635) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 18:52:24.087210 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:52:24.087210 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:52:24.087210 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:52:24.087210 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:52:24.087210 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:52:24.087715 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.087715 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.087715 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.087715 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.087715 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.087715 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.088059 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.088059 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.088178 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.088933 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.088933 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.088933 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.088933 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.088933 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.089254 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.089254 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.089371 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.089519 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.092447 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.092447 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.092447 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.092447 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.092447 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] debug = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.092447 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.092870 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.092870 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.092870 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.092870 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.092870 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.093287 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.093287 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.093287 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.093508 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.093508 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.093629 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.093858 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.093942 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.094081 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.094238 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.094466 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.094587 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] host = dv-cinder-831187-1-iscsi {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.094692 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.094884 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.095053 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.095196 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.095306 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.095440 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.096342 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.096342 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.096342 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.096342 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.096342 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.096342 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.096949 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.096949 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.096949 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_options = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.096949 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.097333 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.097333 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.097563 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.097563 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.097892 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.097892 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.098138 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.098138 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.098341 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.099458 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.099458 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.099458 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.099458 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.099458 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.099458 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.099458 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.100336 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.100336 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.100336 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.100336 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.100336 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.100336 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.101147 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.101147 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.101147 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.101147 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.101147 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.101147 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.101807 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.101807 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.101807 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.101807 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.101807 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.102412 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.102412 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.102412 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.102800 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.102800 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.102800 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.103237 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.103237 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.103237 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.103494 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.103494 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.103636 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_json = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.103793 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.103951 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.104109 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.104335 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.104472 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.104723 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.104723 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.105095 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.105095 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:52:24.105375 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.105375 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.105634 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.105634 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.105996 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.106136 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.106308 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.106474 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.106647 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.106834 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.106955 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.107348 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.107530 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.107683 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.107830 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.108010 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.108237 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.108489 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.108489 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.108920 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.108920 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.108920 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.109538 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.109538 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.109538 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.109538 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.110294 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.110294 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.110294 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.110739 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:24.110882 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.110882 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.110882 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.110882 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.110882 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.110882 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.111957 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.111957 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.111957 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.111957 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.111957 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.111957 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.111957 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.113001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.113001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.113001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.113001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.113001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.113001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.113001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.116564 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.116564 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.116564 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.116564 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.116564 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.116564 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.116564 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.116564 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.116564 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.118076 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.118076 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.118076 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.118076 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.118076 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.118076 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.118076 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.118076 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.118076 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119001 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119841 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119841 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119841 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119841 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119841 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119841 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119841 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119841 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.119841 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.120730 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.120730 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.120730 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.120730 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.120730 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.120730 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.120730 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.120730 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.121999 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.121999 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.121999 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.121999 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.121999 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.121999 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.121999 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.121999 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.123297 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.123297 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.123297 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.123297 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.123297 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.123297 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.123297 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.123297 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.124324 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.124324 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.124324 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.124324 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.124324 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.124324 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.124324 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.124324 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.125454 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.125454 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.125454 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.125454 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.125454 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.125454 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.125454 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.125454 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.126480 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.126480 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.126480 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.126480 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.126480 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.126480 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.126480 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.126480 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.127614 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.127614 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.127614 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.127614 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.127614 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.127614 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.127614 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.127614 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.128635 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.128635 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.128635 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.128635 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.128635 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.128635 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.128635 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.128635 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.129659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.129659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.129659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.129659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.129659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.129659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.129659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.129659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.130667 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.130667 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.130667 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.130667 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.130667 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.130667 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.130667 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.131728 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.131728 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.131728 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.131728 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.131728 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.131728 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.132599 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.132599 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.132599 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.132599 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.132599 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.132599 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.133377 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.133377 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.133377 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.133377 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.133377 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.134020 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.134020 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.134020 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.134020 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.134020 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.134650 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.134650 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.134650 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.134650 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.135214 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.135214 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.135214 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.135214 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.135737 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.135737 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.135737 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.136140 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.136140 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.136140 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.136523 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.136523 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.136795 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.136795 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.137659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.137659 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.137942 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.137942 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.138204 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.138431 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.139862 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.139862 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.139862 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.139862 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.139862 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.139862 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.139862 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.139862 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141074 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141074 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141074 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141074 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141074 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141074 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141074 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141074 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141912 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141912 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141912 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141912 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141912 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.141912 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.142512 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.142512 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.142512 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.142512 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.143093 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.143093 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.143093 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.143093 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.144679 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.144679 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.144679 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.144679 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.144679 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.144679 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.144679 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.144679 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.145735 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.145735 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.145735 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.145735 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.145735 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.145735 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.145735 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.145735 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.146656 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.146656 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.146656 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.146656 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.146656 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.146656 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.146656 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.147563 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.147563 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.147563 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.147563 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.147563 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.147563 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.148243 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.148243 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.148243 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.148243 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.148243 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:52:24.148766 dv-cinder-831187-1-iscsi neutron-server[87635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:52:35.414829 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1f737f-934d-4087-8304-ee92d64b2b93 None None] get_active_networks_info from dv-cinder-831187-1-iscsi {{(pid=87746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 18:52:35.490354 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f737f-934d-4087-8304-ee92d64b2b93 None None] No non-hosted networks {{(pid=87746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 18:52:35.498417 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.agentschedulers_db [None req-5f1f737f-934d-4087-8304-ee92d64b2b93 None None] DHCP Agent not found on host dv-cinder-831187-1-iscsi {{(pid=87746) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 18:52:35.628082 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fe6b-3878-4aff-826f-55adcc8a43fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8065349'] for agent, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:38.140469 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-103373af-7b41-465a-b3e4-6d515cfa1f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8065349'] for agent, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:38.191069 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.db.api [None req-364d25a9-da7a-4076-ac4f-427dc5ee3686 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831187-1-iscsi {{(pid=87746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:52:38.191703 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG oslo_db.api [None req-364d25a9-da7a-4076-ac4f-427dc5ee3686 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:52:38.743247 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8065349'] for agent, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:38.747961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.747961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.747961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.747961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.747961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.748927 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.748927 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.750597 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.751243 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.751597 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.752140 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.752967 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:38.753411 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831187-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:38.765996 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831187-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:52:38.838946 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-364d25a9-da7a-4076-ac4f-427dc5ee3686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:39.103388 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8065349'] for agent, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:40.736227 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8065349'] for agent, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:42.123919 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 54674) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:42.782883 dv-cinder-831187-1-iscsi neutron-server[87744]: WARNING oslo_policy.policy [None req-18834ec8-8347-4dc4-945a-0b380f525f63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:52:42.783663 dv-cinder-831187-1-iscsi neutron-server[87744]: WARNING oslo_policy.policy [None req-18834ec8-8347-4dc4-945a-0b380f525f63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:52:43.005990 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [None req-18834ec8-8347-4dc4-945a-0b380f525f63 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:52:43.007139 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-18834ec8-8347-4dc4-945a-0b380f525f63 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8811278 Feb 28 18:52:43.329238 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.db.l3_hamode_db [None req-2bc6abad-383f-4315-8e8d-e32a66d1a128 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 18:52:43.418539 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6abad-383f-4315-8e8d-e32a66d1a128 None None] Routers set() bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 18:52:43.418921 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6abad-383f-4315-8e8d-e32a66d1a128 None None] Router IDs set() for agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 28 18:52:45.459059 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 54688) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:45.835007 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-252d88fd-41d6-4fb1-984e-12d078a08d93 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:52:45.931836 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.policy [None req-252d88fd-41d6-4fb1-984e-12d078a08d93 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87744) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 18:52:45.978443 dv-cinder-831187-1-iscsi neutron-server[87744]: WARNING oslo_policy.policy [None req-252d88fd-41d6-4fb1-984e-12d078a08d93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:52:45.978831 dv-cinder-831187-1-iscsi neutron-server[87744]: WARNING oslo_policy.policy [None req-252d88fd-41d6-4fb1-984e-12d078a08d93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:52:45.992227 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.quota [None req-252d88fd-41d6-4fb1-984e-12d078a08d93 admin admin] Loaded quota_driver: . Feb 28 18:52:46.009557 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-252d88fd-41d6-4fb1-984e-12d078a08d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:46.139738 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-252d88fd-41d6-4fb1-984e-12d078a08d93 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761590216173', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761590216640', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761590204759', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761590164720', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761590155518', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761590182278', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-550218', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-556668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7879764', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8028325'] for rbac-policy, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:46.337749 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-252d88fd-41d6-4fb1-984e-12d078a08d93 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:46.339271 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-252d88fd-41d6-4fb1-984e-12d078a08d93 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8790479 Feb 28 18:52:49.043217 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 54702) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:49.411828 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Request body: {'network': {'project_id': '536234568c1a477aaa466a4b57b0731f', 'admin_state_up': True, 'name': 'private'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:52:49.416661 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:49.421770 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Usage tracker for resource:network and tenant:536234568c1a477aaa466a4b57b0731f is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:49.426347 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:49.433058 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:49.526400 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Made reservation on behalf of 536234568c1a477aaa466a4b57b0731f for: {'network': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:52:49.529580 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.548157 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.567573 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:49.571878 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Usage tracker for resource:security_group_rule and tenant:536234568c1a477aaa466a4b57b0731f is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:49.578386 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:49.584209 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:49.682069 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.743319 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.767545 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=87744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:52:49.793504 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761586858244', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.794144 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Unsubscribe: segment precommit_create {{(pid=87744) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 18:52:49.794628 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.segments_db [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Added segment 625f55da-ff5d-4ffe-b033-12b40858c8c2 of type vlan for network 9b3be032-cba1-4bd0-a301-5c36edce6703 Feb 28 18:52:49.844152 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093d9dab-3df0-49bc-ab4d-09529223fb44,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:49.864553 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.864903 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.865234 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.865597 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.865925 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.866259 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.866579 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.866894 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.867232 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.867543 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.867852 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.868159 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Tracked resource versions report: Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: pushed versions: Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: { 'AddressGroup': {'1.2'}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'ConntrackHelper': {'1.0'}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Log': {'1.0'}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Network': {'1.1'}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Port': {'1.7'}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'PortForwarding': {'1.2'}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'QosPolicy': {'1.8'}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SecurityGroup': {'1.4'}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SubPort': {'1.0'}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Subnet': {'1.1'}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Trunk': {'1.1'}} Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: consumer versions: Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: { DHCP agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: L3 agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: Metadata agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: Metering agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: Open vSwitch agent@dv-cinder-831187-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'ConntrackHelper': '1.0', Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Log': '1.0', Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Network': '1.1', Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Port': '1.7', Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'PortForwarding': '1.2', Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'QosPolicy': '1.8', Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SecurityGroup': '1.4', Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SecurityGroupRule': '1.2', Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SubPort': '1.0', Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Subnet': '1.1', Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Trunk': '1.1'}} Feb 28 18:52:49.869240 dv-cinder-831187-1-iscsi neutron-server[87744]: {{(pid=87744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:52:49.904751 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.023087 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.024302 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:50.024999 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.134671 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] Pushing event updated for resources: {'Network': ['ID=9b3be032-cba1-4bd0-a301-5c36edce6703,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:50.146544 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 9b3be032-cba1-4bd0-a301-5c36edce6703 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:52:50.188062 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-a9ae73fb-a4b2-43c2-8e24-d26f3af18917 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1437252 Feb 28 18:52:52.969523 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 54718) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:53.586255 dv-cinder-831187-1-iscsi neutron-server[87745]: WARNING oslo_policy.policy [None req-8183bb93-7b34-4f0e-94bf-52eb3dfed99d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:52:53.586827 dv-cinder-831187-1-iscsi neutron-server[87745]: WARNING oslo_policy.policy [None req-8183bb93-7b34-4f0e-94bf-52eb3dfed99d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:52:54.021533 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.policy [None req-8183bb93-7b34-4f0e-94bf-52eb3dfed99d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87745) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 18:52:54.066966 dv-cinder-831187-1-iscsi neutron-server[87745]: WARNING oslo_policy.policy [None req-8183bb93-7b34-4f0e-94bf-52eb3dfed99d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:52:54.067375 dv-cinder-831187-1-iscsi neutron-server[87745]: WARNING oslo_policy.policy [None req-8183bb93-7b34-4f0e-94bf-52eb3dfed99d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:52:54.076008 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8183bb93-7b34-4f0e-94bf-52eb3dfed99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:54.077737 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-8183bb93-7b34-4f0e-94bf-52eb3dfed99d admin admin] 10.222.0.21 "GET /v2.0/networks/9b3be032-cba1-4bd0-a301-5c36edce6703 HTTP/1.1" status: 200 len: 825 time: 1.1068842 Feb 28 18:52:54.110055 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-a452596f-2571-4480-8aef-ca2073f9757a admin admin] 10.222.0.21 "GET /v2.0/subnetpools/69cd9aa6-b633-4804-bbe8-5aade810d599 HTTP/1.1" status: 200 len: 734 time: 0.0268435 Feb 28 18:52:54.120306 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Request body: {'subnet': {'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'ip_version': 4, 'subnetpool_id': '69cd9aa6-b633-4804-bbe8-5aade810d599', 'gateway_ip': '172.20.0.1', 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703', 'name': 'private-subnet'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:52:54.122903 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.quota [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Loaded quota_driver: . Feb 28 18:52:54.129710 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:54.137479 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Usage tracker for resource:subnet and tenant:536234568c1a477aaa466a4b57b0731f is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:54.140896 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:54.147833 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:54.215683 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Made reservation on behalf of 536234568c1a477aaa466a4b57b0731f for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:52:54.218550 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:54.594894 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:54.691837 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Checking segment: {'id': '625f55da-ff5d-4ffe-b033-12b40858c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:52:54.692226 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Network hostable DHCP agents. Network: 9b3be032-cba1-4bd0-a301-5c36edce6703, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:52:54.709480 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c804cef5-b33d-43dd-b15f-5cdaa8bdb41b,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:54.722234 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.722528 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.722867 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.723225 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.723551 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.723893 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.724217 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.724535 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.724865 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.725186 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.725569 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.725888 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Tracked resource versions report: Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: pushed versions: Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: { 'AddressGroup': {'1.2'}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'ConntrackHelper': {'1.0'}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Log': {'1.0'}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Network': {'1.1'}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Port': {'1.7'}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'PortForwarding': {'1.2'}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'QosPolicy': {'1.8'}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SecurityGroup': {'1.4'}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SubPort': {'1.0'}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Subnet': {'1.1'}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Trunk': {'1.1'}} Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: consumer versions: Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: { DHCP agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: L3 agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: Metadata agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: Metering agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: Open vSwitch agent@dv-cinder-831187-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'ConntrackHelper': '1.0', Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Log': '1.0', Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Network': '1.1', Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Port': '1.7', Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'PortForwarding': '1.2', Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'QosPolicy': '1.8', Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SecurityGroup': '1.4', Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SecurityGroupRule': '1.2', Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SubPort': '1.0', Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Subnet': '1.1', Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Trunk': '1.1'}} Feb 28 18:52:54.726990 dv-cinder-831187-1-iscsi neutron-server[87745]: {{(pid=87745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:52:54.805886 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Network 9b3be032-cba1-4bd0-a301-5c36edce6703 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:52:54.880293 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 9b3be032-cba1-4bd0-a301-5c36edce6703) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:52:54.885067 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:54.885702 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:54.892640 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1d749c-6372-48c3-af92-22b3b506a404 None None] Network 9b3be032-cba1-4bd0-a301-5c36edce6703 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:52:54.972549 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-35d87614-c67d-42b8-8503-a7005be2a06a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8570063 Feb 28 18:52:55.206137 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp976022dc-689f-57ed-bb90-0c1d0b986033-9b3be032-cba1-4bd0-a301-5c36edce6703', 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'fixed_ips': [{'subnet_id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b'}]}} from dv-cinder-831187-1-iscsi. {{(pid=87746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 18:52:55.207723 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.395081 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.db_base_plugin_common [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Allocated IP 172.20.0.2 (9b3be032-cba1-4bd0-a301-5c36edce6703/c804cef5-b33d-43dd-b15f-5cdaa8bdb41b/6df12c28-eab4-4774-ba9f-4550ae4e6001) {{(pid=87746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:52:55.632712 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Notify callbacks [] for port, precommit_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.646177 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Transition to ACTIVE for port object 6df12c28-eab4-4774-ba9f-4550ae4e6001 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:52:55.665401 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Transition to ACTIVE for port object 6df12c28-eab4-4774-ba9f-4550ae4e6001 will not be triggered until provisioned by entity DHCP. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:52:55.760754 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.825507 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Network 9b3be032-cba1-4bd0-a301-5c36edce6703 is already hosted by enough agents. {{(pid=87746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:52:55.832573 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.base_scheduler [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Resources bound (agent type, host, resource id): {{(pid=87746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:52:55.835603 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Received port after_create {{(pid=87746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 18:52:55.872987 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Pushing event updated for resources: {'Port': ['ID=6df12c28-eab4-4774-ba9f-4550ae4e6001,revision_number=1']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:55.888676 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.889020 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.889353 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.889683 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.890114 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.890443 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.890764 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.891086 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.891443 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.891766 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.892083 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.892398 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Tracked resource versions report: Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: pushed versions: Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: { 'AddressGroup': {'1.2'}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'ConntrackHelper': {'1.0'}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Log': {'1.0'}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Network': {'1.1'}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Port': {'1.7'}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'PortForwarding': {'1.2'}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'QosPolicy': {'1.8'}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SecurityGroup': {'1.4'}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SubPort': {'1.0'}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Subnet': {'1.1'}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Trunk': {'1.1'}} Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: consumer versions: Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: { DHCP agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: L3 agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: Metadata agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: Metering agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: Open vSwitch agent@dv-cinder-831187-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'ConntrackHelper': '1.0', Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Log': '1.0', Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Network': '1.1', Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Port': '1.7', Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'PortForwarding': '1.2', Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'QosPolicy': '1.8', Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SecurityGroup': '1.4', Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SecurityGroupRule': '1.2', Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SubPort': '1.0', Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Subnet': '1.1', Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Trunk': '1.1'}} Feb 28 18:52:55.893505 dv-cinder-831187-1-iscsi neutron-server[87746]: {{(pid=87746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:52:55.947028 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Attempting to bind port 6df12c28-eab4-4774-ba9f-4550ae4e6001 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:52:55.947444 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Attempting to bind port 6df12c28-eab4-4774-ba9f-4550ae4e6001 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '625f55da-ff5d-4ffe-b033-12b40858c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:52:55.947864 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Attempting to bind port 6df12c28-eab4-4774-ba9f-4550ae4e6001 on network 9b3be032-cba1-4bd0-a301-5c36edce6703 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 18:52:55.956001 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 18:52:55.956601 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Checking segment: {'id': '625f55da-ff5d-4ffe-b033-12b40858c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:52:55.957268 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.957671 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Bound using segment: {'id': '625f55da-ff5d-4ffe-b033-12b40858c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 18:52:55.958217 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Bound port: 6df12c28-eab4-4774-ba9f-4550ae4e6001, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625f55da-ff5d-4ffe-b033-12b40858c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:52:55.958741 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.051625 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-0c6303de-e032-4da6-bd84-637640631545 None None] For port 6df12c28-eab4-4774-ba9f-4550ae4e6001, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 18:52:56.059566 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-0c6303de-e032-4da6-bd84-637640631545 None None] For port 6df12c28-eab4-4774-ba9f-4550ae4e6001, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=6df12c28-eab4-4774-ba9f-4550ae4e6001,segment=NetworkSegment(625f55da-ff5d-4ffe-b033-12b40858c8c2),segment_id=625f55da-ff5d-4ffe-b033-12b40858c8c2)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 18:52:56.141647 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.236470 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6303de-e032-4da6-bd84-637640631545 None None] Pushing event updated for resources: {'Port': ['ID=6df12c28-eab4-4774-ba9f-4550ae4e6001,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:57.439656 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 54738) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:57.824523 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [None req-674c3865-e931-4807-9523-e14853021f6a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:52:57.830208 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-674c3865-e931-4807-9523-e14853021f6a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3894565 Feb 28 18:53:00.106064 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d8fdd-5226-4eaf-a798-fb13d7a05a6d None None] Network 9b3be032-cba1-4bd0-a301-5c36edce6703 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:53:00.274067 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-bf487621-f01b-487d-a83d-dcbe27fadbf7 None None] Provisioning for port 6df12c28-eab4-4774-ba9f-4550ae4e6001 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:53:00.285680 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 54752) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:00.558245 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 6df12c28-eab4-4774-ba9f-4550ae4e6001 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:53:00.678106 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [None req-ddbc3a15-7aa2-4062-8b5a-b9c36cefe00c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:53:00.679090 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-ddbc3a15-7aa2-4062-8b5a-b9c36cefe00c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3925021 Feb 28 18:53:00.789060 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 6df12c28-eab4-4774-ba9f-4550ae4e6001 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:53:00.794497 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 6df12c28-eab4-4774-ba9f-4550ae4e6001 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:53:00.794967 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:00.928180 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:00.962961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 6df12c28-eab4-4774-ba9f-4550ae4e6001, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=6df12c28-eab4-4774-ba9f-4550ae4e6001,segment=NetworkSegment(625f55da-ff5d-4ffe-b033-12b40858c8c2),segment_id=625f55da-ff5d-4ffe-b033-12b40858c8c2)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 18:53:01.028961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:01.104021 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=6df12c28-eab4-4774-ba9f-4550ae4e6001,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:02.524890 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 6df12c28-eab4-4774-ba9f-4550ae4e6001 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:53:02.610762 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 6df12c28-eab4-4774-ba9f-4550ae4e6001 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:53:02.611142 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:03.474043 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 54764) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:03.865671 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-25f3b7b5-4f79-4af8-bd2c-adeb6597b8b8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '536234568c1a477aaa466a4b57b0731f'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:53:03.872567 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-25f3b7b5-4f79-4af8-bd2c-adeb6597b8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:53:03.877500 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-25f3b7b5-4f79-4af8-bd2c-adeb6597b8b8 admin admin] Usage tracker for resource:router and tenant:536234568c1a477aaa466a4b57b0731f is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:53:03.881540 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-25f3b7b5-4f79-4af8-bd2c-adeb6597b8b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:53:03.888483 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-25f3b7b5-4f79-4af8-bd2c-adeb6597b8b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:53:03.966513 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-25f3b7b5-4f79-4af8-bd2c-adeb6597b8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8067972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-737'] for router, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:03.968312 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-25f3b7b5-4f79-4af8-bd2c-adeb6597b8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8065093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-744'] for router, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:03.990781 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-25f3b7b5-4f79-4af8-bd2c-adeb6597b8b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:04.164700 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-25f3b7b5-4f79-4af8-bd2c-adeb6597b8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8067967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8065048'] for router, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:04.257462 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-25f3b7b5-4f79-4af8-bd2c-adeb6597b8b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:04.258656 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-25f3b7b5-4f79-4af8-bd2c-adeb6597b8b8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7834871 Feb 28 18:53:05.411453 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-1cc4c44f-2570-4a11-b9ad-61ade8a2349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:06.688846 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 54774) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:07.062857 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [None req-b0c94d63-a771-4430-9496-9febcacdb890 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:53:07.064136 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b0c94d63-a771-4430-9496-9febcacdb890 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3743863 Feb 28 18:53:08.119806 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9528a4d0-0d82-454f-9b0a-f47b3eda5731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:08.725758 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:09.045473 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:09.508631 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 54794) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:09.658517 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:53:09.663686 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:53:09.667796 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Usage tracker for resource:network and tenant:17d9ce9af82b4fd68fac993b9e9f37e5 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:53:09.670488 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:53:09.677372 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:53:09.734655 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Made reservation on behalf of 17d9ce9af82b4fd68fac993b9e9f37e5 for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:53:09.737247 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:09.754308 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:09.769508 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:53:09.773109 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Usage tracker for resource:security_group_rule and tenant:17d9ce9af82b4fd68fac993b9e9f37e5 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:53:09.776522 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:53:09.782663 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:53:09.875785 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:09.954063 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:09.972456 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=87745) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 18:53:09.996522 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2464eb32-06e1-4ac7-81f3-6df30d81adb5,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:10.002231 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761586858244', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:10.002794 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Unsubscribe: segment precommit_create {{(pid=87745) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 18:53:10.003282 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Added segment b40d9417-30cf-48fd-a0b0-b5999e437437 of type flat for network 18d537f6-da49-43a6-a13a-4c96f3f55116 Feb 28 18:53:10.044330 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:10.151867 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:10.152812 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:10.153390 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:10.274708 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=18d537f6-da49-43a6-a13a-4c96f3f55116,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:10.287805 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:53:10.352621 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-93350fcd-00f3-466c-9d4e-f2bbace3c9a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8429210 Feb 28 18:53:10.735007 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:12.595819 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 54814) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:12.701918 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbc1b7e-fdf3-4b28-bba0-96f8a43cb21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:12.703265 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-afbc1b7e-fdf3-4b28-bba0-96f8a43cb21d admin admin] 10.222.0.21 "GET /v2.0/subnets/c804cef5-b33d-43dd-b15f-5cdaa8bdb41b HTTP/1.1" status: 200 len: 849 time: 0.1064229 Feb 28 18:53:12.884455 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-ad6a763d-93bd-407d-8c5b-8af79c9bfcea admin admin] 10.222.0.21 "GET /v2.0/routers/de48003b-f598-45dc-a8e0-454bc7a4a527 HTTP/1.1" status: 200 len: 704 time: 0.1756001 Feb 28 18:53:13.354386 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:13.603383 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Allocated IP 172.20.0.1 (9b3be032-cba1-4bd0-a301-5c36edce6703/c804cef5-b33d-43dd-b15f-5cdaa8bdb41b/41e3c7b9-7faf-40a2-9fad-76f62ea2705f) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:53:13.761261 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:13.778872 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Transition to ACTIVE for port object 41e3c7b9-7faf-40a2-9fad-76f62ea2705f will not be triggered until provisioned by entity DHCP. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:53:13.892036 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:13.952119 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Network 9b3be032-cba1-4bd0-a301-5c36edce6703 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:53:13.954853 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:53:13.957371 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 18:53:13.958127 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065618'] for router_interface, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:14.134339 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Pushing event updated for resources: {'Port': ['ID=41e3c7b9-7faf-40a2-9fad-76f62ea2705f,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:14.222638 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3bdab23d-b8a5-4f39-ac86-de3f7e4a6325 None None] Provisioning for port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:53:14.227707 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3bdab23d-b8a5-4f39-ac86-de3f7e4a6325 None None] Provisioning complete for port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:53:14.228141 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3bdab23d-b8a5-4f39-ac86-de3f7e4a6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:14.285833 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3bdab23d-b8a5-4f39-ac86-de3f7e4a6325 None None] Port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 18:53:14.325007 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:14.555039 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:14.622205 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:14.622964 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8065515'] for router_interface, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:14.760431 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Pushing event updated for resources: {'Port': ['ID=41e3c7b9-7faf-40a2-9fad-76f62ea2705f,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:14.815623 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Network 9b3be032-cba1-4bd0-a301-5c36edce6703 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:53:14.816680 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:53:15.014432 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-e3f4fbde-6811-4965-ba1f-e9b9e654cfd5 None None] Provisioning complete for port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:53:15.015024 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e3f4fbde-6811-4965-ba1f-e9b9e654cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:15.077409 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4fbde-6811-4965-ba1f-e9b9e654cfd5 None None] Port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 18:53:15.125960 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Router de48003b-f598-45dc-a8e0-454bc7a4a527 is scheduled to L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 with binding_index 1 {{(pid=87745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 18:53:15.286810 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 18:53:15.297660 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-3e8ba730-1e1b-43d2-8d89-621f10819bce admin admin] 10.222.0.21 "PUT /v2.0/routers/de48003b-f598-45dc-a8e0-454bc7a4a527/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4077945 Feb 28 18:53:15.297933 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Sync routers for ids ['de48003b-f598-45dc-a8e0-454bc7a4a527'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:53:15.309552 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Routers {'de48003b-f598-45dc-a8e0-454bc7a4a527'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 18:53:15.310393 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T18:53:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['de48003b-f598-45dc-a8e0-454bc7a4a527'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:15.496093 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Set router de48003b-f598-45dc-a8e0-454bc7a4a527 gateway port host: None {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 18:53:15.890193 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'name': 'router1', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:03Z', 'updated_at': '2022-02-28T18:53:14Z', 'revision_number': 2, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'gw_port_host': None, '_interfaces': [{'id': '41e3c7b9-7faf-40a2-9fad-76f62ea2705f', 'name': '', 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'mac_address': 'fa:16:3e:4a:84:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:13Z', 'updated_at': '2022-02-28T18:53:14Z', 'revision_number': 2, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'subnets': [{'id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69cd9aa6-b633-4804-bbe8-5aade810d599'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:15.895170 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Checking router: de48003b-f598-45dc-a8e0-454bc7a4a527 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:53:15.895539 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Updating router de48003b-f598-45dc-a8e0-454bc7a4a527 port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f binding host dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:53:15.948746 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:16.357005 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Notify callbacks [] for port, precommit_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:16.372966 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.provisioning_blocks [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Transition to ACTIVE for port object 41e3c7b9-7faf-40a2-9fad-76f62ea2705f will not be triggered until provisioned by entity L2. {{(pid=87747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:53:16.454960 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:16.674708 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Pushing event updated for resources: {'Port': ['ID=41e3c7b9-7faf-40a2-9fad-76f62ea2705f,revision_number=3']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:16.699275 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.699621 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.699953 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.700281 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.700607 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.701162 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.701270 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.701554 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.701893 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.702198 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.702511 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.702823 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Tracked resource versions report: Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: pushed versions: Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: { 'AddressGroup': {'1.2'}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'ConntrackHelper': {'1.0'}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Log': {'1.0'}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Network': {'1.1'}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Port': {'1.7'}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'PortForwarding': {'1.2'}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'QosPolicy': {'1.8'}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SecurityGroup': {'1.4'}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SubPort': {'1.0'}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Subnet': {'1.1'}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Trunk': {'1.1'}} Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: consumer versions: Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: { DHCP agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: L3 agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: Metadata agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: Metering agent@dv-cinder-831187-1-iscsi: {}, Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: Open vSwitch agent@dv-cinder-831187-1-iscsi: { 'AddressGroup': '1.2', Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'ConntrackHelper': '1.0', Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Log': '1.0', Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Network': '1.1', Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Port': '1.7', Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'PortForwarding': '1.2', Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'QosPolicy': '1.8', Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SecurityGroup': '1.4', Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SecurityGroupRule': '1.2', Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SubPort': '1.0', Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Subnet': '1.1', Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Trunk': '1.1'}} Feb 28 18:53:16.703961 dv-cinder-831187-1-iscsi neutron-server[87747]: {{(pid=87747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:53:16.713064 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Attempting to bind port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:53:16.713456 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Attempting to bind port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '625f55da-ff5d-4ffe-b033-12b40858c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703'}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:53:16.713925 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Attempting to bind port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f on network 9b3be032-cba1-4bd0-a301-5c36edce6703 {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 18:53:16.719305 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 18:53:16.719699 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Checking segment: {'id': '625f55da-ff5d-4ffe-b033-12b40858c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:53:16.720162 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:16.720547 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Bound using segment: {'id': '625f55da-ff5d-4ffe-b033-12b40858c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703'} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 18:53:16.721042 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Bound port: 41e3c7b9-7faf-40a2-9fad-76f62ea2705f, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625f55da-ff5d-4ffe-b033-12b40858c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703'}}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:53:16.721419 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:16.819547 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] For port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 18:53:16.823833 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] For port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=41e3c7b9-7faf-40a2-9fad-76f62ea2705f,segment=NetworkSegment(625f55da-ff5d-4ffe-b033-12b40858c8c2),segment_id=625f55da-ff5d-4ffe-b033-12b40858c8c2)] {{(pid=87747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 18:53:16.905086 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:16.971870 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Routers {'de48003b-f598-45dc-a8e0-454bc7a4a527'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 18:53:16.979316 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T18:53:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['de48003b-f598-45dc-a8e0-454bc7a4a527'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:17.132332 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185fbd5-d9b2-445b-b7bb-9f5384224a23 None None] Pushing event updated for resources: {'Port': ['ID=41e3c7b9-7faf-40a2-9fad-76f62ea2705f,revision_number=4']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:17.159269 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] Set router de48003b-f598-45dc-a8e0-454bc7a4a527 gateway port host: None {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 18:53:17.524089 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'name': 'router1', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:03Z', 'updated_at': '2022-02-28T18:53:14Z', 'revision_number': 2, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'gw_port_host': None, '_interfaces': [{'id': '41e3c7b9-7faf-40a2-9fad-76f62ea2705f', 'name': '', 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'mac_address': 'fa:16:3e:4a:84:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:13Z', 'updated_at': '2022-02-28T18:53:16Z', 'revision_number': 4, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'subnets': [{'id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69cd9aa6-b633-4804-bbe8-5aade810d599'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:17.530148 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43c4a04-afe8-4c75-a513-697cc7a01948 None None] The sync data for ids ['de48003b-f598-45dc-a8e0-454bc7a4a527'] in dv-cinder-831187-1-iscsi is: [{'id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'name': 'router1', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:03Z', 'updated_at': '2022-02-28T18:53:14Z', 'revision_number': 2, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'gw_port_host': None, '_interfaces': [{'id': '41e3c7b9-7faf-40a2-9fad-76f62ea2705f', 'name': '', 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'mac_address': 'fa:16:3e:4a:84:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:13Z', 'updated_at': '2022-02-28T18:53:16Z', 'revision_number': 4, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'subnets': [{'id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69cd9aa6-b633-4804-bbe8-5aade810d599'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:53:17.550890 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 54826) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:17.701583 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37780cb-0450-4447-a18b-773375f889d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:17.702136 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-e37780cb-0450-4447-a18b-773375f889d1 admin admin] Synchronizing usage tracker for tenant:17d9ce9af82b4fd68fac993b9e9f37e5 on resource:network {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:53:17.781659 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-e37780cb-0450-4447-a18b-773375f889d1 admin admin] Unset dirty status for tenant:17d9ce9af82b4fd68fac993b9e9f37e5 on resource:network {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:53:17.781883 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-e37780cb-0450-4447-a18b-773375f889d1 admin admin] 10.222.0.21 "GET /v2.0/networks/18d537f6-da49-43a6-a13a-4c96f3f55116 HTTP/1.1" status: 200 len: 842 time: 0.2272999 Feb 28 18:53:17.792839 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:53:17.798223 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:53:17.802186 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Usage tracker for resource:subnet and tenant:17d9ce9af82b4fd68fac993b9e9f37e5 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:53:17.804957 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:53:17.812220 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:53:17.885505 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Made reservation on behalf of 17d9ce9af82b4fd68fac993b9e9f37e5 for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:53:17.889996 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Notify callbacks [] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:18.398700 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.objects.ports [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87745) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 18:53:18.398858 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:18.480283 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1a584e-c79e-4fc7-a354-a323033500fd,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:18.485752 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Checking segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:53:18.486075 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Network hostable DHCP agents. Network: 18d537f6-da49-43a6-a13a-4c96f3f55116, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:53:18.568457 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 41e3c7b9-7faf-40a2-9fad-76f62ea2705f up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:53:18.632766 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:53:18.737147 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 18d537f6-da49-43a6-a13a-4c96f3f55116) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:53:18.741125 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:18.741773 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:18.745648 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badb0dc4-f6bf-4560-97da-50246d20fcd7 None None] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:53:18.761115 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:53:18.775951 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:53:18.776983 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:18.840601 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-a6c67211-30f5-4a70-acc5-baba30c64bac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0521350 Feb 28 18:53:19.092439 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:19.129835 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecd91e6-a97a-4e3f-97e8-d8188529205e None None] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:53:19.213069 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=41e3c7b9-7faf-40a2-9fad-76f62ea2705f,segment=NetworkSegment(625f55da-ff5d-4ffe-b033-12b40858c8c2),segment_id=625f55da-ff5d-4ffe-b033-12b40858c8c2)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 18:53:19.295392 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:19.418951 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=41e3c7b9-7faf-40a2-9fad-76f62ea2705f,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:20.534168 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 41e3c7b9-7faf-40a2-9fad-76f62ea2705f up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:53:20.606054 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:53:20.606424 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:21.184036 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 54840) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:21.392277 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-3b852d21-41ce-4af3-90c2-95590db24f0e admin admin] 10.222.0.21 "GET /v2.0/routers/de48003b-f598-45dc-a8e0-454bc7a4a527 HTTP/1.1" status: 200 len: 710 time: 0.2070851 Feb 28 18:53:21.520279 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0287a27-2bbb-4c50-b825-4147e7d215de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:21.521619 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-a0287a27-2bbb-4c50-b825-4147e7d215de admin admin] 10.222.0.21 "GET /v2.0/networks/18d537f6-da49-43a6-a13a-4c96f3f55116 HTTP/1.1" status: 200 len: 886 time: 0.1242504 Feb 28 18:53:21.531006 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:53:21.975783 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8065079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8067945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-538'] for router, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:22.437094 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:22.496877 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:22.632945 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Allocated IP 172.27.1.201 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/73aba644-f1e3-4ab1-a52c-01bc658641f2) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:53:22.781216 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:22.872529 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:22.931703 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:53:22.934500 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:53:22.936861 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 18:53:23.011198 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Pushing event updated for resources: {'Port': ['ID=73aba644-f1e3-4ab1-a52c-01bc658641f2,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:23.464460 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:23.814976 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8065079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8067945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-538'] for router, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:23.818178 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8065048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8065070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8065057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8067958'] for router, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:24.059783 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Router de48003b-f598-45dc-a8e0-454bc7a4a527 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 18:53:24.246650 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 18:53:24.256137 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Sync routers for ids ['de48003b-f598-45dc-a8e0-454bc7a4a527'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:53:24.256674 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:24.257338 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-02cf0897-259a-435b-beaf-390417cf31a9 admin admin] 10.222.0.21 "PUT /v2.0/routers/de48003b-f598-45dc-a8e0-454bc7a4a527 HTTP/1.1" status: 200 len: 890 time: 2.7296762 Feb 28 18:53:24.266428 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Routers {'de48003b-f598-45dc-a8e0-454bc7a4a527'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 18:53:24.267132 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T18:53:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['de48003b-f598-45dc-a8e0-454bc7a4a527'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:24.483307 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Set router de48003b-f598-45dc-a8e0-454bc7a4a527 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 18:53:24.851443 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'name': 'router1', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '73aba644-f1e3-4ab1-a52c-01bc658641f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:03Z', 'updated_at': '2022-02-28T18:53:23Z', 'revision_number': 4, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'gw_port': {'id': '73aba644-f1e3-4ab1-a52c-01bc658641f2', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:22Z', 'updated_at': '2022-02-28T18:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '41e3c7b9-7faf-40a2-9fad-76f62ea2705f', 'name': '', 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'mac_address': 'fa:16:3e:4a:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:13Z', 'updated_at': '2022-02-28T18:53:19Z', 'revision_number': 5, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'subnets': [{'id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69cd9aa6-b633-4804-bbe8-5aade810d599'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:24.857606 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Checking router: de48003b-f598-45dc-a8e0-454bc7a4a527 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:53:24.857956 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Updating router de48003b-f598-45dc-a8e0-454bc7a4a527 port 73aba644-f1e3-4ab1-a52c-01bc658641f2 binding host dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:53:24.910276 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:25.282999 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Notify callbacks [] for port, precommit_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:25.294272 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Transition to ACTIVE for port object 73aba644-f1e3-4ab1-a52c-01bc658641f2 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:53:25.363048 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:25.447582 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Attempting to bind port 73aba644-f1e3-4ab1-a52c-01bc658641f2 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:53:25.447992 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Attempting to bind port 73aba644-f1e3-4ab1-a52c-01bc658641f2 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:53:25.448361 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Attempting to bind port 73aba644-f1e3-4ab1-a52c-01bc658641f2 on network 18d537f6-da49-43a6-a13a-4c96f3f55116 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 18:53:25.451052 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e2b5a-9a79-40eb-8820-087194f4fc3b None None] Pushing event updated for resources: {'Port': ['ID=73aba644-f1e3-4ab1-a52c-01bc658641f2,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:25.457047 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 18:53:25.457421 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Checking segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:53:25.457819 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:25.458207 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Bound using segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 18:53:25.458676 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Bound port: 73aba644-f1e3-4ab1-a52c-01bc658641f2, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:53:25.459071 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:25.536385 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] For port 73aba644-f1e3-4ab1-a52c-01bc658641f2, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 18:53:25.539445 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] For port 73aba644-f1e3-4ab1-a52c-01bc658641f2, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=73aba644-f1e3-4ab1-a52c-01bc658641f2,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 18:53:25.634536 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:25.720348 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e2b5a-9a79-40eb-8820-087194f4fc3b None None] Pushing event updated for resources: {'Port': ['ID=73aba644-f1e3-4ab1-a52c-01bc658641f2,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:25.727139 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Routers {'de48003b-f598-45dc-a8e0-454bc7a4a527'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 18:53:25.727139 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T18:53:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['de48003b-f598-45dc-a8e0-454bc7a4a527'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:25.904514 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] Set router de48003b-f598-45dc-a8e0-454bc7a4a527 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 18:53:26.250864 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'name': 'router1', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '73aba644-f1e3-4ab1-a52c-01bc658641f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:03Z', 'updated_at': '2022-02-28T18:53:23Z', 'revision_number': 4, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'gw_port': {'id': '73aba644-f1e3-4ab1-a52c-01bc658641f2', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:22Z', 'updated_at': '2022-02-28T18:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '41e3c7b9-7faf-40a2-9fad-76f62ea2705f', 'name': '', 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'mac_address': 'fa:16:3e:4a:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:13Z', 'updated_at': '2022-02-28T18:53:19Z', 'revision_number': 5, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'subnets': [{'id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69cd9aa6-b633-4804-bbe8-5aade810d599'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:26.254887 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d218449-3ae5-446f-9d8b-e69363128185 None None] The sync data for ids ['de48003b-f598-45dc-a8e0-454bc7a4a527'] in dv-cinder-831187-1-iscsi is: [{'id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'name': 'router1', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '73aba644-f1e3-4ab1-a52c-01bc658641f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:03Z', 'updated_at': '2022-02-28T18:53:23Z', 'revision_number': 4, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'gw_port': {'id': '73aba644-f1e3-4ab1-a52c-01bc658641f2', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:22Z', 'updated_at': '2022-02-28T18:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '41e3c7b9-7faf-40a2-9fad-76f62ea2705f', 'name': '', 'network_id': '9b3be032-cba1-4bd0-a301-5c36edce6703', 'tenant_id': '536234568c1a477aaa466a4b57b0731f', 'mac_address': 'fa:16:3e:4a:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de48003b-f598-45dc-a8e0-454bc7a4a527', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:13Z', 'updated_at': '2022-02-28T18:53:19Z', 'revision_number': 5, 'project_id': '536234568c1a477aaa466a4b57b0731f', 'subnets': [{'id': 'c804cef5-b33d-43dd-b15f-5cdaa8bdb41b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69cd9aa6-b633-4804-bbe8-5aade810d599'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:53:26.578277 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 73aba644-f1e3-4ab1-a52c-01bc658641f2 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:53:26.746964 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 54850) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:26.750080 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 73aba644-f1e3-4ab1-a52c-01bc658641f2 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:53:26.762931 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 73aba644-f1e3-4ab1-a52c-01bc658641f2 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:53:26.762931 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:26.877138 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-3d6597e3-7158-4170-b401-2903c56473f9 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1286972 Feb 28 18:53:26.918503 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:26.944550 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 73aba644-f1e3-4ab1-a52c-01bc658641f2, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=73aba644-f1e3-4ab1-a52c-01bc658641f2,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 18:53:27.013178 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:27.094513 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=73aba644-f1e3-4ab1-a52c-01bc658641f2,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:28.547187 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 73aba644-f1e3-4ab1-a52c-01bc658641f2 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:53:28.641718 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 73aba644-f1e3-4ab1-a52c-01bc658641f2 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:53:28.642084 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:35.435739 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-df4fcee7-4d95-4303-979f-944510d23c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:37.002954 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 5 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:53:38.106855 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-85a3c53a-edfa-4153-9085-80dddfa4ee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:38.739749 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:39.096685 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:40.731960 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:05.421550 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-6ec916b0-8a31-4d89-bbe9-93aa4a1bc28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:08.107269 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c526727e-d711-4828-9a11-a5a4c1c80f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:08.727076 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:09.052785 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:10.758845 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:14.002257 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 5 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:54:35.406589 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4163b188-0dea-4a6e-abbb-efd5369ff6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:38.095527 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-18e064f1-742b-4ff6-924a-049290ae12e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:38.759888 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:39.051797 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:41.381504 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:51.002004 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 5 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:55:05.427716 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-eddb017f-1974-4542-8453-5b4f73d28675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:08.105791 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0d396c1b-d281-4e7b-81c8-6d514181b9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:08.728906 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:09.071927 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:10.730324 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:28.001831 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 5 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:55:35.242894 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55420) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:35.309139 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b401015d-6cb6-43dc-8f38-53066fbc818b admin admin] GET failed (client error): The resource could not be found. Feb 28 18:55:35.311134 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b401015d-6cb6-43dc-8f38-53066fbc818b admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671992 Feb 28 18:55:35.441800 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70842bc5-0a60-4415-b964-ce63bf4dc637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:35.443251 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-70842bc5-0a60-4415-b964-ce63bf4dc637 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1279490 Feb 28 18:55:35.461037 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6b22-fddd-440a-816f-6ecd87f6f88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:37.607296 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55430) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:37.714990 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba959fb-c2e0-4e68-8918-b262ac240003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:37.715575 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bba959fb-c2e0-4e68-8918-b262ac240003 admin admin] Synchronizing usage tracker for tenant:17d9ce9af82b4fd68fac993b9e9f37e5 on resource:subnet {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:55:37.791993 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bba959fb-c2e0-4e68-8918-b262ac240003 admin admin] Unset dirty status for tenant:17d9ce9af82b4fd68fac993b9e9f37e5 on resource:subnet {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:55:37.793109 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-bba959fb-c2e0-4e68-8918-b262ac240003 admin admin] 10.222.0.21 "GET /v2.0/subnets/c804cef5-b33d-43dd-b15f-5cdaa8bdb41b HTTP/1.1" status: 200 len: 849 time: 0.1848724 Feb 28 18:55:37.802426 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:37.919954 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Notify callbacks [] for subnet, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:38.089697 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-7d2477d4-409d-4dbf-b5fa-9ec35258c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:38.169651 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761586783717'] for subnet, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:38.212068 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:38.213128 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:38.213885 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] 10.222.0.21 "PUT /v2.0/subnets/c804cef5-b33d-43dd-b15f-5cdaa8bdb41b HTTP/1.1" status: 200 len: 868 time: 0.4150786 Feb 28 18:55:38.230189 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85441af-44c4-4e08-854c-90dd86292bc3 None None] Network 9b3be032-cba1-4bd0-a301-5c36edce6703 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:55:38.244381 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c804cef5-b33d-43dd-b15f-5cdaa8bdb41b,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:38.252480 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.252820 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.253159 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.253498 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.253827 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.254160 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.254485 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.254803 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.255148 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.255479 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.255796 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.256112 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b2758-d4da-4984-8f24-635d9978020f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.653056 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-b2c6224a-2e0d-4226-a371-6afd4022edd6 None None] Provisioning complete for port 6df12c28-eab4-4774-ba9f-4550ae4e6001 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:38.654046 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b2c6224a-2e0d-4226-a371-6afd4022edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:38.754733 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:38.790786 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-b2c6224a-2e0d-4226-a371-6afd4022edd6 None None] Provisioning complete for port 41e3c7b9-7faf-40a2-9fad-76f62ea2705f triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:38.791154 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b2c6224a-2e0d-4226-a371-6afd4022edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:39.049477 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:40.376587 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55440) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:40.546771 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad38db-ebc6-44d7-b13f-853c54935601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:40.547254 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad38db-ebc6-44d7-b13f-853c54935601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:40.548770 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b1ad38db-ebc6-44d7-b13f-853c54935601 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1712432 Feb 28 18:55:40.780485 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:42.718971 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55450) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:42.886686 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02ee88-8173-437e-9dc9-e6f97e4bc2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:42.887062 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02ee88-8173-437e-9dc9-e6f97e4bc2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:42.889102 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-cc02ee88-8173-437e-9dc9-e6f97e4bc2b8 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1691091 Feb 28 18:55:45.054886 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55460) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:45.225292 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b943c2f-0065-442f-9539-3f162bf8b34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:45.226646 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-7b943c2f-0065-442f-9539-3f162bf8b34a admin admin] 10.222.0.21 "GET /v2.0/networks/18d537f6-da49-43a6-a13a-4c96f3f55116 HTTP/1.1" status: 200 len: 886 time: 0.1707804 Feb 28 18:55:47.392089 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55470) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:47.615223 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6954fab1-882d-426f-b22d-ca678f1e5018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:47.616455 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-6954fab1-882d-426f-b22d-ca678f1e5018 admin admin] 10.222.0.21 "GET /v2.0/networks/9b3be032-cba1-4bd0-a301-5c36edce6703 HTTP/1.1" status: 200 len: 869 time: 0.2234397 Feb 28 18:55:49.785713 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55480) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:49.891071 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d933a46-0ff3-421d-94d9-737b2ceaf86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:49.891552 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d933a46-0ff3-421d-94d9-737b2ceaf86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:49.893025 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-7d933a46-0ff3-421d-94d9-737b2ceaf86e admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1063788 Feb 28 18:55:52.054208 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55490) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:52.161178 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfed9b5-f65f-4323-abdb-dc6f5080a5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:52.161628 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfed9b5-f65f-4323-abdb-dc6f5080a5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:52.163102 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-9cfed9b5-f65f-4323-abdb-dc6f5080a5a4 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1079538 Feb 28 18:55:54.311714 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 55500) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:54.430927 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed05844-4061-42dc-a335-c39353c5f2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:54.432395 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-6ed05844-4061-42dc-a335-c39353c5f2e6 admin admin] 10.222.0.21 "GET /v2.0/subnets/c804cef5-b33d-43dd-b15f-5cdaa8bdb41b HTTP/1.1" status: 200 len: 868 time: 0.1197441 Feb 28 18:55:56.601698 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55510) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:56.700761 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b596765a-c63f-4641-9870-6e6cbcb50c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:56.702072 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b596765a-c63f-4641-9870-6e6cbcb50c79 admin admin] 10.222.0.21 "GET /v2.0/subnets/fb1a584e-c79e-4fc7-a354-a323033500fd HTTP/1.1" status: 200 len: 816 time: 0.0994546 Feb 28 18:56:05.001032 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 5 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:56:05.425284 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-7b7c695f-4655-45e1-8d83-58282f756e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:08.094019 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1e97-c094-4472-8499-83fa131695ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:08.717209 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:09.082726 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:10.756467 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:15.544748 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55556) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:56:15.592236 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [None req-5562413d-bb80-45e4-8276-08f5969d8d0d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:56:15.593227 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-5562413d-bb80-45e4-8276-08f5969d8d0d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475581 Feb 28 18:56:17.828511 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55566) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:56:17.894113 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbe08ad-ddfe-4b2a-be05-6ee0c78f330e admin admin] GET failed (client error): The resource could not be found. Feb 28 18:56:17.895358 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-afbe08ad-ddfe-4b2a-be05-6ee0c78f330e admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658560 Feb 28 18:56:18.020176 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec5ee04-a826-418e-802c-904e47210d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:56:18.021531 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-5ec5ee04-a826-418e-802c-904e47210d43 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1224301 Feb 28 18:56:20.189813 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55576) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:56:20.236943 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:56:20.241367 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:56:20.251357 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:56:20.321780 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Made reservation on behalf of 17d9ce9af82b4fd68fac993b9e9f37e5 for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:56:20.324148 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:20.412075 dv-cinder-831187-1-iscsi neutron-server[87745]: WARNING neutron.services.revisions.revision_plugin [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Could not find related network for resource to bump revision. Feb 28 18:56:20.423709 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:56:20.431868 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:20.432199 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Added segment a7b52119-bde8-40eb-aa64-1aa1011db3ae of type vlan for network 4955e055-8d01-4880-84de-6e9784df448f Feb 28 18:56:20.457141 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:20.562118 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:20.562981 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:56:20.563591 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:20.742419 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5515251 Feb 28 18:56:20.745137 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cabd03-89dd-4ad1-b6b9-29f57403186d admin admin] Pushing event updated for resources: {'Network': ['ID=4955e055-8d01-4880-84de-6e9784df448f,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:20.756490 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 4955e055-8d01-4880-84de-6e9784df448f details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:56:22.955320 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55586) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:56:23.024950 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.pecan_wsgi.hooks.translation [None req-69700582-66d3-4fc2-ad4c-bdf841239bc3 admin admin] GET failed (client error): The resource could not be found. Feb 28 18:56:23.025453 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-69700582-66d3-4fc2-ad4c-bdf841239bc3 admin admin] Synchronizing usage tracker for tenant:17d9ce9af82b4fd68fac993b9e9f37e5 on resource:network {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:56:23.104425 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-69700582-66d3-4fc2-ad4c-bdf841239bc3 admin admin] Unset dirty status for tenant:17d9ce9af82b4fd68fac993b9e9f37e5 on resource:network {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:56:23.106299 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-69700582-66d3-4fc2-ad4c-bdf841239bc3 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1492097 Feb 28 18:56:23.206777 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f275344b-094c-47c5-8a65-287e98623acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:56:23.208246 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-f275344b-094c-47c5-8a65-287e98623acf admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0981269 Feb 28 18:56:23.218144 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '4955e055-8d01-4880-84de-6e9784df448f'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:56:23.222335 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:56:23.232332 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:56:23.275823 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Made reservation on behalf of 17d9ce9af82b4fd68fac993b9e9f37e5 for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:56:23.278747 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:23.516550 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:23.588262 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a353e74-e3e7-474b-a08f-f9931274598b,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:23.596798 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Checking segment: {'id': 'a7b52119-bde8-40eb-aa64-1aa1011db3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4955e055-8d01-4880-84de-6e9784df448f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:56:23.597165 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Network hostable DHCP agents. Network: 4955e055-8d01-4880-84de-6e9784df448f, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:56:23.681716 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Network 4955e055-8d01-4880-84de-6e9784df448f is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:56:23.756202 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 4955e055-8d01-4880-84de-6e9784df448f) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:56:23.761214 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:56:23.766358 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:23.768045 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a328275-3531-456e-ac7b-52a8ed5e72e4 None None] Network 4955e055-8d01-4880-84de-6e9784df448f requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:56:23.869552 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-95c9c232-6e02-446c-9ba7-8aa6f9a2e57d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6455770 Feb 28 18:56:23.987675 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp976022dc-689f-57ed-bb90-0c1d0b986033-4955e055-8d01-4880-84de-6e9784df448f', 'network_id': '4955e055-8d01-4880-84de-6e9784df448f', 'tenant_id': '17d9ce9af82b4fd68fac993b9e9f37e5', 'fixed_ips': [{'subnet_id': '8a353e74-e3e7-474b-a08f-f9931274598b'}]}} from dv-cinder-831187-1-iscsi. {{(pid=87746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 18:56:23.988544 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:24.175736 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.db_base_plugin_common [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Allocated IP 192.168.233.2 (4955e055-8d01-4880-84de-6e9784df448f/8a353e74-e3e7-474b-a08f-f9931274598b/eb17caa1-dfaf-42a2-a4d5-0a4162f1d689) {{(pid=87746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:56:24.381004 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Notify callbacks [] for port, precommit_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:24.391146 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Transition to ACTIVE for port object eb17caa1-dfaf-42a2-a4d5-0a4162f1d689 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:56:24.408874 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Transition to ACTIVE for port object eb17caa1-dfaf-42a2-a4d5-0a4162f1d689 will not be triggered until provisioned by entity DHCP. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:56:24.471283 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:24.531918 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Network 4955e055-8d01-4880-84de-6e9784df448f is already hosted by enough agents. {{(pid=87746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:56:24.541743 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.base_scheduler [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Resources bound (agent type, host, resource id): {{(pid=87746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:56:24.549519 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Received port after_create {{(pid=87746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 18:56:24.551606 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Pushing event updated for resources: {'Port': ['ID=eb17caa1-dfaf-42a2-a4d5-0a4162f1d689,revision_number=1']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:24.583890 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.584244 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.584588 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.584924 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.585254 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.585583 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.585905 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.586235 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.586600 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.586928 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.587299 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.587605 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:24.649097 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Attempting to bind port eb17caa1-dfaf-42a2-a4d5-0a4162f1d689 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:56:24.649458 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Attempting to bind port eb17caa1-dfaf-42a2-a4d5-0a4162f1d689 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'a7b52119-bde8-40eb-aa64-1aa1011db3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4955e055-8d01-4880-84de-6e9784df448f'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:56:24.649814 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Attempting to bind port eb17caa1-dfaf-42a2-a4d5-0a4162f1d689 on network 4955e055-8d01-4880-84de-6e9784df448f {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 18:56:24.655763 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 18:56:24.656128 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Checking segment: {'id': 'a7b52119-bde8-40eb-aa64-1aa1011db3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4955e055-8d01-4880-84de-6e9784df448f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:56:24.656524 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:24.656925 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Bound using segment: {'id': 'a7b52119-bde8-40eb-aa64-1aa1011db3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4955e055-8d01-4880-84de-6e9784df448f'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 18:56:24.657359 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Bound port: eb17caa1-dfaf-42a2-a4d5-0a4162f1d689, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b52119-bde8-40eb-aa64-1aa1011db3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4955e055-8d01-4880-84de-6e9784df448f'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:56:24.657748 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:24.747869 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] For port eb17caa1-dfaf-42a2-a4d5-0a4162f1d689, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 18:56:24.751308 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] For port eb17caa1-dfaf-42a2-a4d5-0a4162f1d689, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=eb17caa1-dfaf-42a2-a4d5-0a4162f1d689,segment=NetworkSegment(a7b52119-bde8-40eb-aa64-1aa1011db3ae),segment_id=a7b52119-bde8-40eb-aa64-1aa1011db3ae)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 18:56:24.826319 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:24.906016 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b71cd-bb44-40ea-9ae3-dc7389383854 None None] Pushing event updated for resources: {'Port': ['ID=eb17caa1-dfaf-42a2-a4d5-0a4162f1d689,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:25.724349 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d51c118-9cd5-47cd-9d14-ec785f88192c None None] Network 4955e055-8d01-4880-84de-6e9784df448f requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:56:25.901701 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-699ed195-90c5-4e19-9fc4-8e4a69e41f7e None None] Provisioning for port eb17caa1-dfaf-42a2-a4d5-0a4162f1d689 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:56:26.653912 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device eb17caa1-dfaf-42a2-a4d5-0a4162f1d689 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:56:26.779233 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port eb17caa1-dfaf-42a2-a4d5-0a4162f1d689 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:56:26.784316 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port eb17caa1-dfaf-42a2-a4d5-0a4162f1d689 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:56:26.784676 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:26.900149 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:26.931874 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port eb17caa1-dfaf-42a2-a4d5-0a4162f1d689, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=eb17caa1-dfaf-42a2-a4d5-0a4162f1d689,segment=NetworkSegment(a7b52119-bde8-40eb-aa64-1aa1011db3ae),segment_id=a7b52119-bde8-40eb-aa64-1aa1011db3ae)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 18:56:26.985090 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:27.054423 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=eb17caa1-dfaf-42a2-a4d5-0a4162f1d689,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:28.629171 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device eb17caa1-dfaf-42a2-a4d5-0a4162f1d689 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:56:28.697939 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port eb17caa1-dfaf-42a2-a4d5-0a4162f1d689 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:56:28.698303 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:35.424562 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c0f9eac7-dc87-4a43-9f50-9e19126977a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:38.092973 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-65306c86-5090-4e52-a843-afe6ee045e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:38.762009 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:39.064371 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:40.738670 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:42.001360 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 5 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:57:05.435923 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-cc67abda-c4ac-458f-a10f-db23583903f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:08.104214 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-1364b0d7-26cf-4e57-ba61-63aac28b70cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:08.755930 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:09.070115 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:10.760650 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:19.000487 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 5 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:57:35.507811 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9e97c5c9-5833-4fd4-b465-352b48e5dc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:38.103772 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a47d9715-0fc2-47de-b71e-6ab4eb2ec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:38.755167 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:39.080920 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:40.760940 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:50.244733 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55630) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:57:50.251230 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [None req-cce9ead1-2026-41d4-be32-818b6a13d11b tempest-verify_tempest_config-2067950115 tempest-verify_tempest_config-2067950115-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:57:50.252191 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-cce9ead1-2026-41d4-be32-818b6a13d11b tempest-verify_tempest_config-2067950115 tempest-verify_tempest_config-2067950115-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064566 Feb 28 18:57:50.798774 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55648) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:57:50.913978 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:50.931432 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:57:50.936217 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Usage tracker for resource:security_group_rule and tenant:c0fe86c4d6f14bd29fb323b5c084937a is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:57:50.939041 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:57:50.944508 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:57:51.023311 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:51.091909 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:51.138650 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Synchronizing usage tracker for tenant:17d9ce9af82b4fd68fac993b9e9f37e5 on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:57:51.141840 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13df8992-92ff-48d4-8a26-4393d007c3b8,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:57:51.151009 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.151378 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.151779 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.152227 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.152562 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.152901 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.153226 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.153544 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.153877 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.154197 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.154510 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.154822 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:57:51.240122 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] Unset dirty status for tenant:17d9ce9af82b4fd68fac993b9e9f37e5 on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:57:51.241339 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-bcb7c4f7-9862-41c5-b582-2cfa9f86a842 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0fe86c4d6f14bd29fb323b5c084937a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4416020 Feb 28 18:57:51.244079 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55654) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:57:51.299365 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b6a6-d2ef-4f7d-bd30-e09814259845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:51.324096 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b6a6-d2ef-4f7d-bd30-e09814259845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:51.480609 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b6a6-d2ef-4f7d-bd30-e09814259845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:51.497748 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5b6a6-d2ef-4f7d-bd30-e09814259845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13df8992-92ff-48d4-8a26-4393d007c3b8,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:57:51.504179 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b6a6-d2ef-4f7d-bd30-e09814259845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:51.505265 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-a0d5b6a6-d2ef-4f7d-bd30-e09814259845 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13df8992-92ff-48d4-8a26-4393d007c3b8 HTTP/1.1" status: 204 len: 168 time: 0.2602608 Feb 28 18:57:56.003168 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 5 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:58:05.457720 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a77c306a-e7c6-4618-ab4a-95054c32cb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:08.125609 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a341e598-2ae0-49ad-a7ff-cc081aea4c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:08.747081 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:09.095474 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:10.775391 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:33.002348 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 5 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:58:35.434059 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e9d2cfce-b953-4481-b629-b9359a7bda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:38.100288 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4a287e17-cf01-45ce-ae0c-28c95072e9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:38.748286 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:39.085177 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:40.780296 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:05.450886 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f1f86b72-588e-435d-8b4e-5d7f9ddf46b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:08.098666 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9caf05e5-85f6-4d97-94fd-43ba4229805b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:08.765082 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:09.084633 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:10.001799 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 5 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:59:10.787713 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:30.435409 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8065349'] for agent, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:35.446930 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c21cd592-f2c4-4ca3-b199-addf904fb5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:38.103569 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-87bd04f5-af84-45c4-b840-b31d7b75e9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:38.761291 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:39.097834 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:40.793007 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:45.835192 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55732) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:59:45.948109 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-05a4b207-8437-4751-ac2f-e1f6dc637136 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1118410 Feb 28 18:59:47.001442 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:59:48.123461 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55742) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:59:48.179264 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-61f1d8f5-9453-4450-95ad-63b751179a35 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0546896 Feb 28 19:00:00.417068 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:05.405757 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42d61a86-d7d3-4666-b11a-f1ad8683ad94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:08.102645 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9d427e7c-c837-49b4-8318-81ce58b59d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:08.759907 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:09.068135 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:10.765875 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:24.000820 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:00:30.399164 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:35.415957 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9fd09272-8866-4432-b2e5-065aa8ad22e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:38.100835 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-525d8d58-627c-49ab-a132-88bbcdc65612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:38.748030 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:39.118860 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:40.798301 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:00.415085 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:00.999961 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:01:05.397974 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-379c9ff5-794e-4475-a837-d4fe0bff8e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:08.111663 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-33bbc3cb-1ccd-4ae9-879b-d52311278482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:08.746577 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:09.111634 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:10.786423 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:30.442678 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:32.761044 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55890) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:32.792624 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 55898) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:33.080773 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-160520227-network', 'tenant_id': '2234b3391e204ea49d8e31d3731b822c'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:33.086276 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:33.091795 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Usage tracker for resource:network and tenant:2234b3391e204ea49d8e31d3731b822c is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:33.094784 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:33.102168 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:33.126268 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-582854305-network', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:33.131138 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:33.135074 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Usage tracker for resource:network and tenant:e8d685b5629d4a8185474969249dbc6e is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:33.141679 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:33.147839 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:33.150727 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Made reservation on behalf of 2234b3391e204ea49d8e31d3731b822c for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:33.157175 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.171104 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.190230 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:33.191061 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Made reservation on behalf of e8d685b5629d4a8185474969249dbc6e for: {'network': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:33.193448 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.201687 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Usage tracker for resource:security_group_rule and tenant:2234b3391e204ea49d8e31d3731b822c is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:33.201687 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:33.203348 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:33.206567 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.223025 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:33.227623 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Usage tracker for resource:security_group_rule and tenant:e8d685b5629d4a8185474969249dbc6e is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:33.230751 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:33.237547 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:33.301487 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.327271 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.357650 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.394480 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f014e560-2de0-4b9e-9ea3-484e559882fd,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:33.398594 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:01:33.404704 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.405049 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.405382 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.405710 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.406040 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.406359 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.406679 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.406995 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.409135 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.409477 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.409780 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.410090 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Tracked resource versions report: Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: pushed versions: Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: { 'AddressGroup': {'1.2'}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'ConntrackHelper': {'1.0'}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Log': {'1.0'}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Network': {'1.1'}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Port': {'1.7'}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'PortForwarding': {'1.2'}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'QosPolicy': {'1.8'}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SecurityGroup': {'1.4'}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SubPort': {'1.0'}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Subnet': {'1.1'}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Trunk': {'1.1'}} Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: consumer versions: Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: { DHCP agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: HyperV agent@hv-cinder-83118: {}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: L3 agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: Metadata agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: Metering agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: Open vSwitch agent@dv-cinder-831187-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'ConntrackHelper': '1.0', Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Log': '1.0', Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Network': '1.1', Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Port': '1.7', Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'PortForwarding': '1.2', Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'QosPolicy': '1.8', Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SecurityGroup': '1.4', Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SecurityGroupRule': '1.2', Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'SubPort': '1.0', Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Subnet': '1.1', Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: 'Trunk': '1.1'}} Feb 28 19:01:33.411321 dv-cinder-831187-1-iscsi neutron-server[87745]: {{(pid=87745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:01:33.415779 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.433900 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.433900 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Added segment c58062a1-7fe2-417c-97d7-e40bd0ff13a0 of type vlan for network 5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 Feb 28 19:01:33.455665 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=87744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:01:33.463748 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.464708 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973e7c2d-1f41-433e-9b48-279bfd342da3,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:33.472193 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.472532 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.segments_db [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Added segment 0e73b6e5-8892-47e4-a0a2-0270c3138d70 of type vlan for network b57127cd-5080-498c-a2a9-a9aa12e27acd Feb 28 19:01:33.478380 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.478923 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.479495 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.480214 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.480738 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.481249 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.481876 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.482367 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.482701 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.483030 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.483397 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.483720 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Tracked resource versions report: Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: pushed versions: Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: { 'AddressGroup': {'1.2'}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'ConntrackHelper': {'1.0'}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Log': {'1.0'}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Network': {'1.1'}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Port': {'1.7'}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'PortForwarding': {'1.2'}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'QosPolicy': {'1.8'}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SecurityGroup': {'1.4'}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SubPort': {'1.0'}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Subnet': {'1.1'}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Trunk': {'1.1'}} Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: consumer versions: Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: { DHCP agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: HyperV agent@hv-cinder-83118: {}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: L3 agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: Metadata agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: Metering agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: Open vSwitch agent@dv-cinder-831187-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'ConntrackHelper': '1.0', Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Log': '1.0', Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Network': '1.1', Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Port': '1.7', Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'PortForwarding': '1.2', Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'QosPolicy': '1.8', Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SecurityGroup': '1.4', Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SecurityGroupRule': '1.2', Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'SubPort': '1.0', Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Subnet': '1.1', Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: 'Trunk': '1.1'}} Feb 28 19:01:33.484768 dv-cinder-831187-1-iscsi neutron-server[87744]: {{(pid=87744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:01:33.507751 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.539515 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.540538 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:33.541179 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.573793 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.574741 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:33.575961 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.658862 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8965535 Feb 28 19:01:33.664995 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55942) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:33.679144 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Request body: {'subnet': {'network_id': '5969ec6e-bb59-4dca-9873-ec6e8c87d9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-160520227-subnet', 'tenant_id': '2234b3391e204ea49d8e31d3731b822c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:33.686119 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5283dc1-baa2-4b7a-8131-4f8873565e45 admin admin] Pushing event updated for resources: {'Network': ['ID=5969ec6e-bb59-4dca-9873-ec6e8c87d9f4,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:33.690199 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:33.695482 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Usage tracker for resource:subnet and tenant:2234b3391e204ea49d8e31d3731b822c is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:33.697287 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:01:33.698593 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:33.705225 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:33.715217 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] Pushing event updated for resources: {'Network': ['ID=b57127cd-5080-498c-a2a9-a9aa12e27acd,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:33.738642 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network b57127cd-5080-498c-a2a9-a9aa12e27acd details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:01:33.774286 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Made reservation on behalf of 2234b3391e204ea49d8e31d3731b822c for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:33.778278 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-abbe7634-59a6-4ca4-af33-7596901b5aca admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9811277 Feb 28 19:01:33.778384 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:33.778489 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 55952) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:33.783201 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Request body: {'subnet': {'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-582854305-subnet', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:33.790322 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:33.797857 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Usage tracker for resource:subnet and tenant:e8d685b5629d4a8185474969249dbc6e is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:33.801836 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:33.814018 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:33.882772 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Made reservation on behalf of e8d685b5629d4a8185474969249dbc6e for: {'subnet': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:33.885835 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.070996 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55958) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:34.140579 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.202568 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.223029 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329a5f2c-6917-4b6b-a231-86b39cc6d670,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:34.227824 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55968) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:34.234691 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Checking segment: {'id': 'c58062a1-7fe2-417c-97d7-e40bd0ff13a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5969ec6e-bb59-4dca-9873-ec6e8c87d9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:34.235039 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Network hostable DHCP agents. Network: 5969ec6e-bb59-4dca-9873-ec6e8c87d9f4, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:01:34.265223 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 55974) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:34.296290 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=629540f6-b3ec-4b27-adbf-7d7d7baf6934,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:34.304256 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Checking segment: {'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:34.308536 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Network hostable DHCP agents. Network: b57127cd-5080-498c-a2a9-a9aa12e27acd, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:01:34.328282 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Network 5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:01:34.374449 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-network', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:34.379966 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:34.384259 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Usage tracker for resource:network and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:34.389069 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:34.394284 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:34.407955 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Network b57127cd-5080-498c-a2a9-a9aa12e27acd is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:01:34.477425 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Made reservation on behalf of a73fa98b1d974ed1935c4d3e2879abad for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:34.482088 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.498638 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.501316 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, b57127cd-5080-498c-a2a9-a9aa12e27acd) {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:34.518141 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:34.518877 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.524870 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 5969ec6e-bb59-4dca-9873-ec6e8c87d9f4) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:34.525163 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c727a9a-3753-4af1-b4d6-463c6c1162c3 None None] Network b57127cd-5080-498c-a2a9-a9aa12e27acd requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:01:34.538765 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:34.539976 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.556465 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:34.562056 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f407af6c-c32e-41b9-802b-1e2d39be566e None None] Network 5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:01:34.563732 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:34.571341 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:34.577399 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:34.593542 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-972275603-network', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:34.611406 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:34.619579 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Usage tracker for resource:network and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:34.623564 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:34.631945 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:34.643455 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-87a2c5ae-b707-48e7-9bb0-f3de7c2f0f67 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8644662 Feb 28 19:01:34.646192 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 55990) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:34.650110 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-289f723a-3e13-4ceb-aadd-d9216d9a7c10 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9835930 Feb 28 19:01:34.656856 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-582854305-router', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:34.666589 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:34.674161 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Usage tracker for resource:router and tenant:e8d685b5629d4a8185474969249dbc6e is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:34.681627 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:34.692203 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-528161323-network', 'tenant_id': '498eaf5c78e54296ac5cdeef3489e3ef'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:34.696083 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:34.702028 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:34.715686 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Usage tracker for resource:network and tenant:498eaf5c78e54296ac5cdeef3489e3ef is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:34.723318 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:34.725668 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.730035 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:34.774446 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Made reservation on behalf of e00c264516ff48bdb7d2411e37b27ff4 for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:34.787207 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.796771 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.817394 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.837833 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:01:34.855463 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f437e8-ba5a-4aad-ad8a-417bd09340f1 None None] Network 5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:01:34.888472 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b33c515-adfd-4e32-84d1-b637b4d2d229,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:34.890436 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8067972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-737'] for router, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.891514 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8065093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-744'] for router, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.908878 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:34.912171 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.912580 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Added segment fb67e205-e475-44b3-925e-ad1c277153d6 of type vlan for network 099c77b0-b32f-4f92-b4b4-e414371a1e31 Feb 28 19:01:34.915952 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Made reservation on behalf of 498eaf5c78e54296ac5cdeef3489e3ef for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:34.921599 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.934280 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:34.941294 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.943533 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:34.954939 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:34.971758 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:34.976231 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Usage tracker for resource:security_group_rule and tenant:498eaf5c78e54296ac5cdeef3489e3ef is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:34.979474 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:34.986543 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:35.083907 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.101454 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:35.157399 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.181141 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.201313 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6736f18f-83c8-4db6-bdd0-2cdcc2cf038f None None] Network b57127cd-5080-498c-a2a9-a9aa12e27acd requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:01:35.233807 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228b8a8b-b133-4b24-87b8-4ad791d4e7f9,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:35.289324 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:01:35.351840 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.354291 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Added segment b82daab5-9663-44c2-a3d9-3a1b222e0d71 of type vlan for network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 Feb 28 19:01:35.416274 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.438755 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.439869 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:35.442812 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.557892 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-13624f3b-4cd3-4444-92c1-d5da174405c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.604771 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] Pushing event updated for resources: {'Network': ['ID=099c77b0-b32f-4f92-b4b4-e414371a1e31,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:35.613164 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-6e04fe16-83db-4e1b-a0be-73866fdeb1f5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5409119 Feb 28 19:01:35.618952 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.db.resource_extend [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 19:01:35.634316 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56030) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:35.647045 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Request body: {'subnet': {'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-subnet', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:35.652934 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:35.659209 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Usage tracker for resource:subnet and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:35.663057 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:35.670894 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:35.674173 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 099c77b0-b32f-4f92-b4b4-e414371a1e31 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:01:35.684798 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.752799 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8065079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8067945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-538'] for router, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.796835 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.837628 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:01:35.845168 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.845168 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:35.845168 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.874609 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a46b44-45d5-4941-ac59-74f063f7400c,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:35.884432 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:35.884766 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Added segment 0516fa18-91af-437a-bcf7-f6f2cd0a22a7 of type vlan for network 1c812996-20a8-48cd-b6ed-d12028f6c0ff Feb 28 19:01:35.937113 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Made reservation on behalf of a73fa98b1d974ed1935c4d3e2879abad for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:35.939728 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:36.015404 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:36.039232 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7728965 Feb 28 19:01:36.041550 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56052) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:36.047952 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Request body: {'subnet': {'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-528161323-subnet', 'tenant_id': '498eaf5c78e54296ac5cdeef3489e3ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:36.051978 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16797fac-760b-43ca-99e2-31e73a66befa admin admin] Pushing event updated for resources: {'Network': ['ID=449788a3-ff13-44f6-8b3b-66a4d81bb7d5,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:36.055075 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:36.067182 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Usage tracker for resource:subnet and tenant:498eaf5c78e54296ac5cdeef3489e3ef is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:36.071742 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:01:36.079171 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:36.086511 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:36.186271 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Made reservation on behalf of 498eaf5c78e54296ac5cdeef3489e3ef for: {'subnet': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:36.189209 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.db.resource_extend [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 19:01:36.189956 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:36.305969 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:36.306901 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:36.307515 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:36.391147 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56076) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:36.400124 dv-cinder-831187-1-iscsi neutron-server[87745]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 19:01:36.475068 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2462087 Feb 28 19:01:36.478856 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56084) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:36.489799 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Request body: {'subnet': {'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-972275603-subnet', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:36.510233 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:36.511801 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4f40f-7f11-4f15-8fa6-edefa8d932d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1c812996-20a8-48cd-b6ed-d12028f6c0ff,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:36.523183 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 1c812996-20a8-48cd-b6ed-d12028f6c0ff details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:01:36.553128 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:36.598428 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:36.606028 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Usage tracker for resource:subnet and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:36.612247 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:36.624034 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:36.643615 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-672f981c-c677-4386-895f-61ed4dcfc82b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:36.644594 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-672f981c-c677-4386-895f-61ed4dcfc82b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Synchronizing usage tracker for tenant:2234b3391e204ea49d8e31d3731b822c on resource:network {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:01:36.660202 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:36.748592 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Pushing event updated for resources: {'Subnet': ['ID=714bbb42-3058-4d38-8562-8ebc8ccb1424,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:36.754025 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Checking segment: {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:36.754370 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Network hostable DHCP agents. Network: 099c77b0-b32f-4f92-b4b4-e414371a1e31, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:01:36.767239 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Made reservation on behalf of e00c264516ff48bdb7d2411e37b27ff4 for: {'subnet': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:36.770063 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:36.955300 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Allocated IP 172.27.1.64 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/36bb64f5-c7e3-4500-b42d-e656283c6301) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:01:37.042899 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-672f981c-c677-4386-895f-61ed4dcfc82b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Unset dirty status for tenant:2234b3391e204ea49d8e31d3731b822c on resource:network {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:01:37.044624 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-672f981c-c677-4386-895f-61ed4dcfc82b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/networks?id=5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 HTTP/1.1" status: 200 len: 811 time: 0.6525438 Feb 28 19:01:37.045307 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Network 099c77b0-b32f-4f92-b4b4-e414371a1e31 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:01:37.069046 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-9b6c17bf-958c-41c4-9e2a-ac01163d7cb9 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/quotas/2234b3391e204ea49d8e31d3731b822c HTTP/1.1" status: 200 len: 375 time: 0.0098293 Feb 28 19:01:37.099571 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:37.118450 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-48a1c23e-775a-4144-b3b0-4f6d3f6bba88 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2234b3391e204ea49d8e31d3731b822c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431013 Feb 28 19:01:37.123490 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 099c77b0-b32f-4f92-b4b4-e414371a1e31) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:37.128274 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:37.132651 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:37.134939 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96963a7-cd31-4ec2-8f5f-7657669c991a None None] Network 099c77b0-b32f-4f92-b4b4-e414371a1e31 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:01:37.241665 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24ad78d-6a7e-4355-ae0c-4152a4caf1b4,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:37.251560 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-a3a7519f-993b-425e-9796-b361ddec138e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6143351 Feb 28 19:01:37.256233 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56110) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:37.263949 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:37.268787 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:37.273025 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Usage tracker for resource:router and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:37.276326 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:37.287305 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:37.368806 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8067972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-737'] for router, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:37.370105 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8065093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-744'] for router, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:37.390178 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:37.390398 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:37.431663 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Checking segment: {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:37.432083 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Network hostable DHCP agents. Network: 449788a3-ff13-44f6-8b3b-66a4d81bb7d5, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:01:37.432271 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp976022dc-689f-57ed-bb90-0c1d0b986033-099c77b0-b32f-4f92-b4b4-e414371a1e31', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424'}]}} from dv-cinder-831187-1-iscsi. {{(pid=87746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:01:37.433253 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:37.465231 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-19d111d4-02af-4daa-ba44-1512806bf317 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 19:01:37.466953 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-19d111d4-02af-4daa-ba44-1512806bf317 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1403806 Feb 28 19:01:37.558323 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:37.627635 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:01:37.681129 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4696e929-cc56-41be-8b9d-89b6bfd0717a,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:37.690017 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Checking segment: {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:37.690377 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Network hostable DHCP agents. Network: 1c812996-20a8-48cd-b6ed-d12028f6c0ff, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:01:37.712323 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 449788a3-ff13-44f6-8b3b-66a4d81bb7d5) {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:37.718164 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:37.718880 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:37.731078 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:37.739540 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.db_base_plugin_common [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Allocated IP 172.20.0.2 (099c77b0-b32f-4f92-b4b4-e414371a1e31/714bbb42-3058-4d38-8562-8ebc8ccb1424/4442baf0-3981-455b-9215-56c72f748a02) {{(pid=87746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:01:37.781382 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Network 1c812996-20a8-48cd-b6ed-d12028f6c0ff is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:01:37.787106 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2138e292-d12c-4037-b33e-0215d70e7b5e None None] Network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:01:37.802004 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 1c812996-20a8-48cd-b6ed-d12028f6c0ff) {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:37.826826 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:37.832464 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:37.833055 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:37.839053 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:37.844253 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-c1744680-10d6-40ea-a05b-1cdc7e0c7ec3 service neutron] 10.222.0.21 "GET /v2.0/networks/5969ec6e-bb59-4dca-9873-ec6e8c87d9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687615 Feb 28 19:01:37.852851 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:01:37.871202 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d8815-8882-4c2f-9f65-7c863e15a3eb None None] Network 1c812996-20a8-48cd-b6ed-d12028f6c0ff requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:01:37.998913 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:01:38.015362 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-85a8c96a-abcf-4230-84f3-f2de6ff21b87 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9706328 Feb 28 19:01:38.034679 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Pushing event updated for resources: {'Port': ['ID=36bb64f5-c7e3-4500-b42d-e656283c6301,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:38.049986 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8065079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8067945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-538'] for router, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:38.181575 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-42ff9062-de6a-4206-855d-784bf51c6bf5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6987743 Feb 28 19:01:38.188452 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56150) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:38.252978 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:38.258171 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:38.263204 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Usage tracker for resource:router and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:38.266895 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:38.273707 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:38.291266 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-ae82c2c9-473e-4dcb-9c8d-895ac40f2078 service neutron] 10.222.0.21 "GET /v2.0/networks/5969ec6e-bb59-4dca-9873-ec6e8c87d9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438641 Feb 28 19:01:38.296028 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56154) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:38.368878 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8067972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-737'] for router, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:38.370195 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8065093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-744'] for router, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:38.417856 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:38.554217 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-449a210a-3371-452a-bb44-489eeb23ca8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:38.581616 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:38.597468 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-99ffbab6-29a8-4347-871a-bc834602238e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:38.631517 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Transition to ACTIVE for port object 4442baf0-3981-455b-9215-56c72f748a02 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:38.727303 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp976022dc-689f-57ed-bb90-0c1d0b986033-1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a'}]}} from dv-cinder-831187-1-iscsi. {{(pid=87746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:01:38.728129 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:38.748517 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05daef8d-24ec-4179-ae73-041a39bfa9a5 None None] Network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:01:38.795334 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Transition to ACTIVE for port object 4442baf0-3981-455b-9215-56c72f748a02 will not be triggered until provisioned by entity DHCP. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:38.811291 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56192) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:38.815993 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-99ffbab6-29a8-4347-871a-bc834602238e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:38.858613 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-99ffbab6-29a8-4347-871a-bc834602238e admin admin] Usage tracker for resource:security_group_rule and tenant:ffda43370858402fa901bfd286c88ee4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:38.866569 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-99ffbab6-29a8-4347-871a-bc834602238e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:38.936768 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:38.959525 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-99ffbab6-29a8-4347-871a-bc834602238e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:39.074470 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b16f6d1c-ee88-41bc-ae08-b4e1f849382b req-4e1fd4de-56b5-41af-b79d-38c278a56258 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 210 time: 0.0774548 Feb 28 19:01:39.167435 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.231536 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8065079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8067945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-538'] for router, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.239830 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Network 099c77b0-b32f-4f92-b4b4-e414371a1e31 is already hosted by enough agents. {{(pid=87746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:39.250599 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.272507 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.304956 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.base_scheduler [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Resources bound (agent type, host, resource id): {{(pid=87746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:39.309258 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Received port after_create {{(pid=87746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:01:39.370610 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.410523 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Pushing event updated for resources: {'Port': ['ID=4442baf0-3981-455b-9215-56c72f748a02,revision_number=1']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:39.445963 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.446313 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.446682 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Tracked resource versions report: Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: pushed versions: Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: { 'AddressGroup': {'1.2'}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'ConntrackHelper': {'1.0'}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Log': {'1.0'}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Network': {'1.1'}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Port': {'1.7'}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'PortForwarding': {'1.2'}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'QosPolicy': {'1.8'}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SecurityGroup': {'1.4'}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SubPort': {'1.0'}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Subnet': {'1.1'}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Trunk': {'1.1'}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: consumer versions: Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: { DHCP agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: HyperV agent@hv-cinder-83118: {}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: L3 agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: Metadata agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: Metering agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: Open vSwitch agent@dv-cinder-831187-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'ConntrackHelper': '1.0', Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Log': '1.0', Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Network': '1.1', Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Port': '1.7', Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'PortForwarding': '1.2', Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'QosPolicy': '1.8', Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SecurityGroup': '1.4', Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SecurityGroupRule': '1.2', Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'SubPort': '1.0', Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Subnet': '1.1', Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: 'Trunk': '1.1'}} Feb 28 19:01:39.454641 dv-cinder-831187-1-iscsi neutron-server[87746]: {{(pid=87746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:01:39.513507 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.561242 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-7178baf5-911e-4c67-ae3a-b9b9947fa597 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:39.562129 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-7178baf5-911e-4c67-ae3a-b9b9947fa597 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Synchronizing usage tracker for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:network {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:01:39.592351 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Attempting to bind port 4442baf0-3981-455b-9215-56c72f748a02 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:01:39.592958 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Attempting to bind port 4442baf0-3981-455b-9215-56c72f748a02 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:01:39.593185 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Attempting to bind port 4442baf0-3981-455b-9215-56c72f748a02 on network 099c77b0-b32f-4f92-b4b4-e414371a1e31 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:01:39.604392 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:01:39.604764 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Checking segment: {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:39.605158 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.605548 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Bound using segment: {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:01:39.606015 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Bound port: 4442baf0-3981-455b-9215-56c72f748a02, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:01:39.607184 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.635577 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-99ffbab6-29a8-4347-871a-bc834602238e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.670586 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Allocated IP 172.27.1.126 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/e3b6fc4c-9575-481d-9dc9-353f3bf29a8f) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:01:39.674809 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.db_base_plugin_common [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Allocated IP 172.20.0.2 (1c812996-20a8-48cd-b6ed-d12028f6c0ff/4696e929-cc56-41be-8b9d-89b6bfd0717a/afd41ede-ed01-4c03-9cbe-26a8550fd186) {{(pid=87746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:01:39.722760 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-99ffbab6-29a8-4347-871a-bc834602238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.825546 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8067967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8065048'] for router, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.888238 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-7178baf5-911e-4c67-ae3a-b9b9947fa597 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Unset dirty status for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:network {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:01:39.890609 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] For port 4442baf0-3981-455b-9215-56c72f748a02, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:01:39.891581 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-7178baf5-911e-4c67-ae3a-b9b9947fa597 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 814 time: 1.0782878 Feb 28 19:01:39.912793 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-99ffbab6-29a8-4347-871a-bc834602238e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffda43370858402fa901bfd286c88ee4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6155953 Feb 28 19:01:39.924758 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56234) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:39.931298 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffbab6-29a8-4347-871a-bc834602238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08923fae-feb7-428f-994a-365ce2207e60,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:39.933240 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] For port 4442baf0-3981-455b-9215-56c72f748a02, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=4442baf0-3981-455b-9215-56c72f748a02,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:01:39.959002 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Notify callbacks [] for port, precommit_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:39.971941 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Transition to ACTIVE for port object afd41ede-ed01-4c03-9cbe-26a8550fd186 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:39.998809 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-c2b5acf8-1398-4d0a-9673-bbdb75195c4a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/quotas/498eaf5c78e54296ac5cdeef3489e3ef HTTP/1.1" status: 200 len: 375 time: 0.0913153 Feb 28 19:01:40.002718 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Transition to ACTIVE for port object afd41ede-ed01-4c03-9cbe-26a8550fd186 will not be triggered until provisioned by entity DHCP. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:40.020321 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.074589 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-e20c361b-6f59-4230-a684-eee051b964d4 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625508 Feb 28 19:01:40.110553 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.115030 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7547e8bd-eea7-4f0c-ba65-820a6d7c1264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.148676 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7547e8bd-eea7-4f0c-ba65-820a6d7c1264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.182534 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.186922 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38aba5-f2d4-46c4-8cb0-35dc840a66a7 None None] Pushing event updated for resources: {'Port': ['ID=4442baf0-3981-455b-9215-56c72f748a02,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:40.234704 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.281356 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Network 1c812996-20a8-48cd-b6ed-d12028f6c0ff is already hosted by enough agents. {{(pid=87746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:40.286804 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.base_scheduler [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Resources bound (agent type, host, resource id): {{(pid=87746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:40.294767 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Received port after_create {{(pid=87746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:01:40.297559 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3f259f35-282b-4689-9afe-aafb175a1575 req-3c2d2d19-fc27-45e7-8003-c7efefec253a tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 210 time: 0.0682960 Feb 28 19:01:40.300198 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7547e8bd-eea7-4f0c-ba65-820a6d7c1264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.322712 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.335181 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-00db7943-a04f-494d-b008-9ecb0bf9d353 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 19:01:40.335181 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-00db7943-a04f-494d-b008-9ecb0bf9d353 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1325796 Feb 28 19:01:40.337527 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547e8bd-eea7-4f0c-ba65-820a6d7c1264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08923fae-feb7-428f-994a-365ce2207e60,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:40.438765 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Pushing event updated for resources: {'Port': ['ID=afd41ede-ed01-4c03-9cbe-26a8550fd186,revision_number=1']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:40.473162 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Attempting to bind port afd41ede-ed01-4c03-9cbe-26a8550fd186 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:01:40.473525 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Attempting to bind port afd41ede-ed01-4c03-9cbe-26a8550fd186 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:01:40.474141 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Attempting to bind port afd41ede-ed01-4c03-9cbe-26a8550fd186 on network 1c812996-20a8-48cd-b6ed-d12028f6c0ff {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:01:40.480523 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:01:40.480992 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Checking segment: {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:40.481513 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.481909 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Bound using segment: {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:01:40.482471 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Bound port: afd41ede-ed01-4c03-9cbe-26a8550fd186, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:01:40.482856 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.545681 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 is scheduled to L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 with binding_index 1 {{(pid=87744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:01:40.631955 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] For port afd41ede-ed01-4c03-9cbe-26a8550fd186, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:01:40.636343 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] For port afd41ede-ed01-4c03-9cbe-26a8550fd186, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=afd41ede-ed01-4c03-9cbe-26a8550fd186,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:01:40.655128 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7547e8bd-eea7-4f0c-ba65-820a6d7c1264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.656237 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-7547e8bd-eea7-4f0c-ba65-820a6d7c1264 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08923fae-feb7-428f-994a-365ce2207e60 HTTP/1.1" status: 204 len: 168 time: 0.7273295 Feb 28 19:01:40.664286 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.689257 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.735885 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:40.744168 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:40.788228 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:01:40.873872 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Allocated IP 172.27.1.118 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/a7a647a5-c368-466b-8d96-2811dd86a590) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:01:40.898840 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4442baf0-3981-455b-9215-56c72f748a02 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:01:40.980386 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:40.996795 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbe12f-8079-4577-9430-af7ee06a0877 None None] Pushing event updated for resources: {'Port': ['ID=afd41ede-ed01-4c03-9cbe-26a8550fd186,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:41.145617 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 4442baf0-3981-455b-9215-56c72f748a02 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:01:41.247246 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:01:41.258541 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Sync routers for ids ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:01:41.275531 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Routers {'38b0e5d8-6564-47e4-b3ac-e4a89a28def2'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:01:41.276322 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:41.297057 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-d25855d3-a339-4f88-81c3-904748343ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9476647 Feb 28 19:01:41.313656 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b6fc4c-9575-481d-9dc9-353f3bf29a8f,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:41.314272 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:41.353620 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] Notify callbacks [] for router, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:41.355092 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-e3f51af1-a287-4b72-adc1-83abbdda7f1f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7073874 Feb 28 19:01:41.358517 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56276) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:41.482596 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:41.654511 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56286) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:41.681342 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Set router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:01:41.709421 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Pushing event updated for resources: {'Port': ['ID=a7a647a5-c368-466b-8d96-2811dd86a590,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:41.773059 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56290) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:41.782440 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:41.785934 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:41.799970 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:01:41.901650 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8de4972e-7c7c-4f5b-b459-3ed0ab384990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:41.926941 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-299565a6-7da6-4afd-9305-d4f84f80a19a req-9b596c56-0d6a-4366-a7b3-5d30a16abd42 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 210 time: 0.1567986 Feb 28 19:01:42.069015 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4a7dc-7e77-4f8a-91be-5844543079cc None None] Network 099c77b0-b32f-4f92-b4b4-e414371a1e31 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:01:42.118170 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-8de4972e-7c7c-4f5b-b459-3ed0ab384990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:42.160005 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-589b97ba-20b6-4add-8058-4247beeaf118 service neutron] 10.222.0.21 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8483696 Feb 28 19:01:42.206739 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-8de4972e-7c7c-4f5b-b459-3ed0ab384990 admin admin] Usage tracker for resource:security_group_rule and tenant:520c09252e4849f1bda2f6674464f115 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:42.219670 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-8de4972e-7c7c-4f5b-b459-3ed0ab384990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:42.221454 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:42.286362 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'name': 'tempest-ServerRescueNegativeTestJSON-582854305-router', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:34Z', 'updated_at': '2022-02-28T19:01:38Z', 'revision_number': 3, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'gw_port': {'id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:36Z', 'updated_at': '2022-02-28T19:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:42.289692 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-8de4972e-7c7c-4f5b-b459-3ed0ab384990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:42.294048 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Checking router: 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:01:42.294520 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Updating router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 port 36bb64f5-c7e3-4500-b42d-e656283c6301 binding host dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:01:42.340425 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9cef95ed-f4e8-4083-9335-2dc9ac4bb19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:42.369628 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-9cef95ed-f4e8-4083-9335-2dc9ac4bb19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:42.385735 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-9cef95ed-f4e8-4083-9335-2dc9ac4bb19c admin admin] Usage tracker for resource:security_group_rule and tenant:58471ac4dd184d36938ad9148255f8c0 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:42.388460 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:42.392392 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-9cef95ed-f4e8-4083-9335-2dc9ac4bb19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:42.478121 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-2eec364a-6427-4ffe-bf77-bb782c0f5c4d None None] Provisioning for port 4442baf0-3981-455b-9215-56c72f748a02 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:01:42.484512 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-9cef95ed-f4e8-4083-9335-2dc9ac4bb19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:42.526053 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-2eec364a-6427-4ffe-bf77-bb782c0f5c4d None None] Provisioning complete for port 4442baf0-3981-455b-9215-56c72f748a02 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:42.526418 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2eec364a-6427-4ffe-bf77-bb782c0f5c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:42.564560 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73ab6b-43d7-4d2a-a789-7ba87a18fcbc None None] Network 1c812996-20a8-48cd-b6ed-d12028f6c0ff requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:01:42.952044 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device afd41ede-ed01-4c03-9cbe-26a8550fd186 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:01:42.974602 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.61', 60267) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:43.020188 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.034205 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8de4972e-7c7c-4f5b-b459-3ed0ab384990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.049316 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.provisioning_blocks [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Transition to ACTIVE for port object 36bb64f5-c7e3-4500-b42d-e656283c6301 will not be triggered until provisioned by entity L2. {{(pid=87747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:43.111150 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.125154 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8de4972e-7c7c-4f5b-b459-3ed0ab384990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.128672 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-963b3973-647d-4dd6-a6d1-c6bf2040f66d req-b69acfc1-b960-45b5-9eab-6769e37c4420 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 210 time: 0.3752117 Feb 28 19:01:43.207519 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Attempting to bind port 36bb64f5-c7e3-4500-b42d-e656283c6301 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:01:43.211751 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Attempting to bind port 36bb64f5-c7e3-4500-b42d-e656283c6301 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:01:43.212405 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Attempting to bind port 36bb64f5-c7e3-4500-b42d-e656283c6301 on network 18d537f6-da49-43a6-a13a-4c96f3f55116 {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:01:43.229353 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:01:43.235511 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Checking segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:43.235511 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.235511 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Bound using segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:01:43.235511 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Bound port: 36bb64f5-c7e3-4500-b42d-e656283c6301, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:01:43.235511 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.271858 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Pushing event updated for resources: {'Port': ['ID=36bb64f5-c7e3-4500-b42d-e656283c6301,revision_number=2']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:43.283797 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.284287 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.284722 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.285167 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.285577 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.286000 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.286445 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.287028 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.287336 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Tracked resource versions report: Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: pushed versions: Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: { 'AddressGroup': {'1.2'}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'ConntrackHelper': {'1.0'}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Log': {'1.0'}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Network': {'1.1'}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Port': {'1.7'}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'PortForwarding': {'1.2'}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'QosPolicy': {'1.8'}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SecurityGroup': {'1.4'}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SubPort': {'1.0'}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Subnet': {'1.1'}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Trunk': {'1.1'}} Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: consumer versions: Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: { DHCP agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: HyperV agent@hv-cinder-83118: {}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: L3 agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: Metadata agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: Metering agent@dv-cinder-831187-1-iscsi: {}, Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: Open vSwitch agent@dv-cinder-831187-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'ConntrackHelper': '1.0', Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Log': '1.0', Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Network': '1.1', Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Port': '1.7', Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'PortForwarding': '1.2', Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'QosPolicy': '1.8', Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SecurityGroup': '1.4', Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SecurityGroupRule': '1.2', Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'SubPort': '1.0', Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Subnet': '1.1', Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: 'Trunk': '1.1'}} Feb 28 19:01:43.292926 dv-cinder-831187-1-iscsi neutron-server[87747]: {{(pid=87747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:01:43.341247 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] For port 36bb64f5-c7e3-4500-b42d-e656283c6301, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:01:43.352725 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] For port 36bb64f5-c7e3-4500-b42d-e656283c6301, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=36bb64f5-c7e3-4500-b42d-e656283c6301,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:01:43.367740 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.369902 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port afd41ede-ed01-4c03-9cbe-26a8550fd186 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:01:43.381063 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2eec364a-6427-4ffe-bf77-bb782c0f5c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.409004 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8f7b1365-bff6-4ab2-b771-8620abdae2d1 req-9ad04e45-bebb-4825-9d59-80ad83c79a17 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 210 time: 0.0896220 Feb 28 19:01:43.443441 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.467712 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8067967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8065048'] for router, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.474502 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9cef95ed-f4e8-4083-9335-2dc9ac4bb19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.499406 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-2eec364a-6427-4ffe-bf77-bb782c0f5c4d None None] For port 4442baf0-3981-455b-9215-56c72f748a02, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=4442baf0-3981-455b-9215-56c72f748a02,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:01:43.580062 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2eec364a-6427-4ffe-bf77-bb782c0f5c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:43.593689 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4972e-7c7c-4f5b-b459-3ed0ab384990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861d699b-481a-42df-a627-d30bd5b83361,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:43.610433 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-8de4972e-7c7c-4f5b-b459-3ed0ab384990 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=520c09252e4849f1bda2f6674464f115&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9473839 Feb 28 19:01:43.620034 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56334) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:43.705393 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Routers {'38b0e5d8-6564-47e4-b3ac-e4a89a28def2'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:01:43.706016 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:43.751961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec364a-6427-4ffe-bf77-bb782c0f5c4d None None] Pushing event updated for resources: {'Port': ['ID=4442baf0-3981-455b-9215-56c72f748a02,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:43.785416 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-cbca97d1-ee82-436c-b042-d81bc1ef88d6 None None] Provisioning for port afd41ede-ed01-4c03-9cbe-26a8550fd186 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:01:43.790738 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-cbca97d1-ee82-436c-b042-d81bc1ef88d6 None None] Provisioning complete for port afd41ede-ed01-4c03-9cbe-26a8550fd186 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:43.791130 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-cbca97d1-ee82-436c-b042-d81bc1ef88d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.035860 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9cef95ed-f4e8-4083-9335-2dc9ac4bb19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.040669 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f73ba-572e-4cc6-bfce-a3cfcd8e9179 None None] Pushing event updated for resources: {'Port': ['ID=36bb64f5-c7e3-4500-b42d-e656283c6301,revision_number=3']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:44.046017 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2bbaae4-e2e3-485f-b029-b9f20712f139 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:44.046017 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2bbaae4-e2e3-485f-b029-b9f20712f139 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.61 "GET /v2.0/networks?id=5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 HTTP/1.1" status: 200 len: 811 time: 0.9654381 Feb 28 19:01:44.091276 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-9cef95ed-f4e8-4083-9335-2dc9ac4bb19c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58471ac4dd184d36938ad9148255f8c0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2172172 Feb 28 19:01:44.091276 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56352) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:44.091276 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef95ed-f4e8-4083-9335-2dc9ac4bb19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a264ae58-cb13-4553-a854-8eaf3ee3ac89,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:44.092620 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Request body: {'port': {'device_id': '7419a104-ba80-4043-87e2-b565459c6f39', 'network_id': '5969ec6e-bb59-4dca-9873-ec6e8c87d9f4', 'admin_state_up': True, 'tenant_id': '2234b3391e204ea49d8e31d3731b822c'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:44.092943 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-cbca97d1-ee82-436c-b042-d81bc1ef88d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.133064 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-cbca97d1-ee82-436c-b042-d81bc1ef88d6 None None] For port afd41ede-ed01-4c03-9cbe-26a8550fd186, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=afd41ede-ed01-4c03-9cbe-26a8550fd186,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:01:44.172654 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] Set router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:01:44.192649 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1970ef67-b69a-4448-ab88-b3044e38fbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.274087 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7ec1831f-dc37-416a-bdf6-0b4a9fbba81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.276508 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-cbca97d1-ee82-436c-b042-d81bc1ef88d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.280706 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1970ef67-b69a-4448-ab88-b3044e38fbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.309747 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7ec1831f-dc37-416a-bdf6-0b4a9fbba81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.320368 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 is scheduled to L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 with binding_index 1 {{(pid=87745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:01:44.334585 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1edaa251-9023-48c6-8e53-5a9935bf6120 req-8da6e457-0800-4e88-ab66-e5b8c0e2104d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 210 time: 0.1114714 Feb 28 19:01:44.464820 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca97d1-ee82-436c-b042-d81bc1ef88d6 None None] Pushing event updated for resources: {'Port': ['ID=afd41ede-ed01-4c03-9cbe-26a8550fd186,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:44.484680 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-b710ab8d-c580-44a8-a230-252df846283f None None] Provisioning complete for port afd41ede-ed01-4c03-9cbe-26a8550fd186 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:44.484680 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b710ab8d-c580-44a8-a230-252df846283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.549717 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7ec1831f-dc37-416a-bdf6-0b4a9fbba81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.590256 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1831f-dc37-416a-bdf6-0b4a9fbba81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861d699b-481a-42df-a627-d30bd5b83361,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:44.662072 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:01:44.690654 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Sync routers for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:01:44.751276 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'name': 'tempest-ServerRescueNegativeTestJSON-582854305-router', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:34Z', 'updated_at': '2022-02-28T19:01:38Z', 'revision_number': 3, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'gw_port': {'id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:36Z', 'updated_at': '2022-02-28T19:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:44.756167 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87880d74-189f-42e4-bae4-0df1900946b5 None None] The sync data for ids ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'] in dv-cinder-831187-1-iscsi is: [{'id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'name': 'tempest-ServerRescueNegativeTestJSON-582854305-router', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:34Z', 'updated_at': '2022-02-28T19:01:38Z', 'revision_number': 3, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'gw_port': {'id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:36Z', 'updated_at': '2022-02-28T19:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:01:44.765182 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:01:44.767681 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:44.804120 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1970ef67-b69a-4448-ab88-b3044e38fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.812235 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1970ef67-b69a-4448-ab88-b3044e38fbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.813542 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-1970ef67-b69a-4448-ab88-b3044e38fbdd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a264ae58-cb13-4553-a854-8eaf3ee3ac89 HTTP/1.1" status: 204 len: 168 time: 0.8090689 Feb 28 19:01:44.842352 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.843589 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-136adcef-1ed5-42df-bb37-4ec3d8281d24 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5837731 Feb 28 19:01:44.848343 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c4410cd7-bdb1-4e25-b4eb-76960e0ca910 req-6e079d5d-ae05-4383-91b1-3e41dc668ffd tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 210 time: 0.1453264 Feb 28 19:01:44.850265 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56394) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:44.853071 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970ef67-b69a-4448-ab88-b3044e38fbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a264ae58-cb13-4553-a854-8eaf3ee3ac89,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:44.948131 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7ec1831f-dc37-416a-bdf6-0b4a9fbba81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:44.949262 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-7ec1831f-dc37-416a-bdf6-0b4a9fbba81a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/861d699b-481a-42df-a627-d30bd5b83361 HTTP/1.1" status: 204 len: 168 time: 1.3243577 Feb 28 19:01:44.951686 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:44.957575 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device afd41ede-ed01-4c03-9cbe-26a8550fd186 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:01:45.076650 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Usage tracker for resource:port and tenant:2234b3391e204ea49d8e31d3731b822c is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:45.088539 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8067967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8065048'] for router, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:45.126978 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:45.150990 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:45.363513 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:45.548898 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-b710ab8d-c580-44a8-a230-252df846283f None None] Provisioning complete for port 4442baf0-3981-455b-9215-56c72f748a02 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:45.549509 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b710ab8d-c580-44a8-a230-252df846283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:45.866945 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Allocated IP 172.20.0.1 (b57127cd-5080-498c-a2a9-a9aa12e27acd/629540f6-b3ec-4b27-adbf-7d7d7baf6934/4d901b21-17ec-4a74-8865-4472a53d1a32) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:01:45.951229 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bd7c4e65-67c7-4d71-8f3d-67910d57a4ab req-952a3e9f-fe24-46c6-82a2-eec1e7092842 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 210 time: 0.1599178 Feb 28 19:01:46.107271 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port afd41ede-ed01-4c03-9cbe-26a8550fd186 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:46.107921 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:46.224924 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:46.257959 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Made reservation on behalf of 2234b3391e204ea49d8e31d3731b822c for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:46.262444 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:46.341784 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:01:46.562233 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7f171abc-c5da-460d-ac8c-85d0dcdf213b req-a08e12ce-a1e5-40ea-b1aa-8f057d37279f tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 210 time: 0.0859878 Feb 28 19:01:46.565772 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:46.689522 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Network b57127cd-5080-498c-a2a9-a9aa12e27acd is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:46.712821 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:46.747518 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:01:46.748304 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065618'] for router_interface, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:46.829391 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.61', 60277) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:47.184958 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-429b414c-40bc-4d1a-9adb-ac1e1f3407f9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:47.187780 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-429b414c-40bc-4d1a-9adb-ac1e1f3407f9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 814 time: 0.3082657 Feb 28 19:01:47.229245 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Request body: {'port': {'device_id': '95d1ca96-68b1-4b7c-ac23-4b314f12cbb6', 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5', 'admin_state_up': True, 'tenant_id': '498eaf5c78e54296ac5cdeef3489e3ef'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:47.352557 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4442baf0-3981-455b-9215-56c72f748a02 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:01:47.436271 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3cc9c6dc-1a3c-4c13-94a3-10c30d0a9655 req-946f2720-9a38-4044-9416-f92050f3c48d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0862653 Feb 28 19:01:47.655834 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Allocated IP 172.20.0.6 (5969ec6e-bb59-4dca-9873-ec6e8c87d9f4/329a5f2c-6917-4b6b-a231-86b39cc6d670/32302e0f-82da-4b80-902d-b422d9d231e1) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:01:47.730102 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 4442baf0-3981-455b-9215-56c72f748a02 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:47.732578 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:47.892263 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-33b6abc0-4be1-4bfc-87a1-aa587683e313 req-197b5508-7b64-4112-b761-28c579ffc2cc tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 210 time: 0.0682204 Feb 28 19:01:47.896750 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:47.953341 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:47.957630 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Usage tracker for resource:port and tenant:498eaf5c78e54296ac5cdeef3489e3ef is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:47.964776 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:47.972702 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:41Z', 'revision_number': 3, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:47.980158 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:48.049365 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Checking router: d520c66d-25fb-4bef-b83d-f6cf4b8c5525 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:01:48.051980 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Updating router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f binding host dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:01:48.100087 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Made reservation on behalf of 498eaf5c78e54296ac5cdeef3489e3ef for: {'port': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:01:48.119451 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:48.191231 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:48.197569 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:48.352326 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d901b21-17ec-4a74-8865-4472a53d1a32,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:48.440305 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 36bb64f5-c7e3-4500-b42d-e656283c6301 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:01:48.529306 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Allocated IP 172.20.0.1 (099c77b0-b32f-4f92-b4b4-e414371a1e31/714bbb42-3058-4d38-8562-8ebc8ccb1424/22539e44-5256-4db8-8fe5-b361691dd1fd) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:01:48.593014 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:48.723444 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Allocated IP 172.20.0.3 (449788a3-ff13-44f6-8b3b-66a4d81bb7d5/c24ad78d-6a7e-4355-ae0c-4152a4caf1b4/60d1f848-70b7-4bb1-b406-979cd526e704) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:01:48.729989 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:48.860973 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Router 330fbd67-df99-4a43-9d8f-baaf9f881c5e is scheduled to L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 with binding_index 1 {{(pid=87744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:01:48.914746 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:48.938020 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Network 5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:48.947133 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:48.964266 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 36bb64f5-c7e3-4500-b42d-e656283c6301 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:01:48.972278 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 36bb64f5-c7e3-4500-b42d-e656283c6301 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:48.972823 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.030699 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f7e7cd6e-b82b-41f3-b07d-c9b2ed5d6b4f req-ed984a20-714f-40f6-bb92-1925e24020ae tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 210 time: 0.2331557 Feb 28 19:01:49.053797 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Transition to ACTIVE for port object 22539e44-5256-4db8-8fe5-b361691dd1fd will not be triggered until provisioned by entity DHCP. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:49.122947 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Notify callbacks [] for port, precommit_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.135456 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Transition to ACTIVE for port object e3b6fc4c-9575-481d-9dc9-353f3bf29a8f will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:49.175804 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:01:49.181640 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:49.182334 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.188546 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Pushing event updated for resources: {'Port': ['ID=32302e0f-82da-4b80-902d-b422d9d231e1,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:49.203209 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.221739 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 36bb64f5-c7e3-4500-b42d-e656283c6301, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=36bb64f5-c7e3-4500-b42d-e656283c6301,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:01:49.248664 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.249941 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:01:49.263084 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Sync routers for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:01:49.284406 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:01:49.288080 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:49.315548 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.361161 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-f2498a41-011b-4127-b832-e5f8e300a2a5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3332963 Feb 28 19:01:49.365095 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5228a10-db0e-4a97-bb99-5efaed14359e None None] Pushing event updated for resources: {'Port': ['ID=e3b6fc4c-9575-481d-9dc9-353f3bf29a8f,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:49.375480 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.376137 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Attempting to bind port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:01:49.376558 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Attempting to bind port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:01:49.379831 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Attempting to bind port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f on network 18d537f6-da49-43a6-a13a-4c96f3f55116 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:01:49.381600 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-d48cea0c-c751-4a77-9f29-bf7aaf552e11 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 19:01:49.382572 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-d48cea0c-c751-4a77-9f29-bf7aaf552e11 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052590 Feb 28 19:01:49.401735 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] Notify callbacks [] for router, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.406466 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-5212f435-4490-407b-a0c1-e6c92a59db4a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.1647129 Feb 28 19:01:49.415675 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56514) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:49.474886 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:01:49.482482 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Checking segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:49.483888 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.492015 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Bound using segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:01:49.492015 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Bound port: e3b6fc4c-9575-481d-9dc9-353f3bf29a8f, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:01:49.492015 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.576335 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.588777 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.589147 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8065515'] for router_interface, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.667018 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:01:49.722530 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=36bb64f5-c7e3-4500-b42d-e656283c6301,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:49.753295 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:49.769974 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] For port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:01:49.781499 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] For port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=e3b6fc4c-9575-481d-9dc9-353f3bf29a8f,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:01:49.854709 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:50.103699 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5228a10-db0e-4a97-bb99-5efaed14359e None None] Pushing event updated for resources: {'Port': ['ID=e3b6fc4c-9575-481d-9dc9-353f3bf29a8f,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:50.149103 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:01:50.149736 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:50.218630 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:42Z', 'revision_number': 3, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:50.225090 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Checking router: 330fbd67-df99-4a43-9d8f-baaf9f881c5e for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:01:50.225441 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Updating router 330fbd67-df99-4a43-9d8f-baaf9f881c5e port a7a647a5-c368-466b-8d96-2811dd86a590 binding host dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:01:50.255739 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:50.271758 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:50.278609 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:01:50.284575 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:50.285321 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:50.363092 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d901b21-17ec-4a74-8865-4472a53d1a32,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:50.436762 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Request body: {'port': {'device_id': '7419a104-ba80-4043-87e2-b565459c6f39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:50.445504 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Pushing event updated for resources: {'Port': ['ID=60d1f848-70b7-4bb1-b406-979cd526e704,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:50.455758 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:50.462303 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:50.624490 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:50.702739 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Pushing event updated for resources: {'Port': ['ID=22539e44-5256-4db8-8fe5-b361691dd1fd,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:50.713359 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Network b57127cd-5080-498c-a2a9-a9aa12e27acd is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:50.740377 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-52e1a8ff-0966-4c85-a45a-502d4209fed6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5324469 Feb 28 19:01:50.741141 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:50.756009 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcfc4b-8560-4431-971d-38cc7c806180 req-aa1bbbe6-d0a8-4d3a-aa69-97d27eb9532b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:50.757973 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:01:50.766625 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cdbcfc4b-8560-4431-971d-38cc7c806180 req-aa1bbbe6-d0a8-4d3a-aa69-97d27eb9532b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 931 time: 1.1191461 Feb 28 19:01:50.829068 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Request body: {'port': {'device_id': '95d1ca96-68b1-4b7c-ac23-4b314f12cbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:01:50.904089 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-cdbcfc4b-8560-4431-971d-38cc7c806180 req-e438e3fb-84a8-4b9c-b88c-5c640f44021b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Synchronizing usage tracker for tenant:2234b3391e204ea49d8e31d3731b822c on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:01:51.081279 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:51.102220 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 36bb64f5-c7e3-4500-b42d-e656283c6301 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:01:51.124218 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Network 099c77b0-b32f-4f92-b4b4-e414371a1e31 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:51.170713 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:51.182161 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:01:51.184155 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065618'] for router_interface, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:51.302200 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-cdbcfc4b-8560-4431-971d-38cc7c806180 req-e438e3fb-84a8-4b9c-b88c-5c640f44021b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Unset dirty status for tenant:2234b3391e204ea49d8e31d3731b822c on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:01:51.315992 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cdbcfc4b-8560-4431-971d-38cc7c806180 req-e438e3fb-84a8-4b9c-b88c-5c640f44021b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481470 Feb 28 19:01:51.450324 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d658a3-4d46-4958-a226-221af0d46991 req-f4dff0a2-83f6-4eb3-8aa3-6763089b07ce tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:51.451351 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-34d658a3-4d46-4958-a226-221af0d46991 req-f4dff0a2-83f6-4eb3-8aa3-6763089b07ce tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Synchronizing usage tracker for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:01:51.734101 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Notify callbacks [] for port, precommit_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:51.750729 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 36bb64f5-c7e3-4500-b42d-e656283c6301 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:51.751534 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:51.794882 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.provisioning_blocks [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Transition to ACTIVE for port object a7a647a5-c368-466b-8d96-2811dd86a590 will not be triggered until provisioned by entity L2. {{(pid=87747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:51.833009 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-34d658a3-4d46-4958-a226-221af0d46991 req-f4dff0a2-83f6-4eb3-8aa3-6763089b07ce tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Unset dirty status for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:01:51.838710 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-34d658a3-4d46-4958-a226-221af0d46991 req-f4dff0a2-83f6-4eb3-8aa3-6763089b07ce tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 931 time: 1.5298684 Feb 28 19:01:51.870931 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:51.897074 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-c2390aeb-c472-4cbf-a52e-ad0b46e0fed5 None None] Provisioning for port 22539e44-5256-4db8-8fe5-b361691dd1fd completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:01:51.932587 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-c2390aeb-c472-4cbf-a52e-ad0b46e0fed5 None None] Provisioning complete for port 22539e44-5256-4db8-8fe5-b361691dd1fd triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:51.933097 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c2390aeb-c472-4cbf-a52e-ad0b46e0fed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:52.089360 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-34d658a3-4d46-4958-a226-221af0d46991 req-6d172f9d-422f-490a-ba57-6216017589f9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Synchronizing usage tracker for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:01:52.105080 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Attempting to bind port a7a647a5-c368-466b-8d96-2811dd86a590 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:01:52.113735 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Attempting to bind port a7a647a5-c368-466b-8d96-2811dd86a590 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:01:52.114143 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Attempting to bind port a7a647a5-c368-466b-8d96-2811dd86a590 on network 18d537f6-da49-43a6-a13a-4c96f3f55116 {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:01:52.124279 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c6b33-bd6e-4bc5-b146-9c61f253ccf5 None None] Pushing event updated for resources: {'Port': ['ID=a7a647a5-c368-466b-8d96-2811dd86a590,revision_number=2']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:52.138793 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:01:52.139222 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Checking segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:52.139627 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:52.141460 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Bound using segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:01:52.142926 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Bound port: a7a647a5-c368-466b-8d96-2811dd86a590, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:01:52.142926 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:52.197125 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-c2390aeb-c472-4cbf-a52e-ad0b46e0fed5 None None] Port 22539e44-5256-4db8-8fe5-b361691dd1fd cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:01:52.267130 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:01:52.293836 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] For port a7a647a5-c368-466b-8d96-2811dd86a590, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:01:52.298009 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:52.309526 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d1f848-70b7-4bb1-b406-979cd526e704 {{(pid=87745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:01:52.312291 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:41Z', 'revision_number': 3, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:52.320140 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] For port a7a647a5-c368-466b-8d96-2811dd86a590, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=a7a647a5-c368-466b-8d96-2811dd86a590,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:01:52.321313 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:52.326438 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db93a06-22e7-4f5f-898a-3e5b508dd5de None None] The sync data for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi is: [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:41Z', 'revision_number': 3, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:01:52.344920 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-34d658a3-4d46-4958-a226-221af0d46991 req-6d172f9d-422f-490a-ba57-6216017589f9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Unset dirty status for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:01:52.346198 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-34d658a3-4d46-4958-a226-221af0d46991 req-6d172f9d-422f-490a-ba57-6216017589f9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006111 Feb 28 19:01:52.409253 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:52.451376 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Transition to ACTIVE for port object 60d1f848-70b7-4bb1-b406-979cd526e704 will not be triggered until provisioned by entity L2. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:52.557366 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:52.602862 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:01:52.603506 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:52.949963 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c6b33-bd6e-4bc5-b146-9c61f253ccf5 None None] Pushing event updated for resources: {'Port': ['ID=a7a647a5-c368-466b-8d96-2811dd86a590,revision_number=3']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:53.115262 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56578) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:53.115262 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Pushing event updated for resources: {'Port': ['ID=60d1f848-70b7-4bb1-b406-979cd526e704,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:53.187951 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:53.242610 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:01:53.315450 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe327b2b-b96b-4bab-94f5-88f377bff0d9 req-6da11067-b322-4fff-8a41-398a21b85bb8 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:53.317169 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fe327b2b-b96b-4bab-94f5-88f377bff0d9 req-6da11067-b322-4fff-8a41-398a21b85bb8 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 931 time: 0.8080494 Feb 28 19:01:53.327036 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Attempting to bind port 60d1f848-70b7-4bb1-b406-979cd526e704 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:01:53.327511 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Attempting to bind port 60d1f848-70b7-4bb1-b406-979cd526e704 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:01:53.327924 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Attempting to bind port 60d1f848-70b7-4bb1-b406-979cd526e704 on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:01:53.363104 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Port 60d1f848-70b7-4bb1-b406-979cd526e704 on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:01:53.363566 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Attempting to bind port 60d1f848-70b7-4bb1-b406-979cd526e704 on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:01:53.373712 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:01:53.373712 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Checking segment: {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:53.391470 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Bound using segment: {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:01:53.393882 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Bound port: 60d1f848-70b7-4bb1-b406-979cd526e704, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'}}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:01:53.394255 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:53.523145 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f9306442-220a-4078-9662-5f1a092ef50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:53.635048 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:01:53.648049 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Sync routers for ids ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:01:53.665794 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-4e2509c8-69ed-4682-945d-f3c4347c97e7 admin admin] 10.222.0.21 "PUT /v2.0/routers/38b0e5d8-6564-47e4-b3ac-e4a89a28def2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3060629 Feb 28 19:01:53.666635 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Routers {'38b0e5d8-6564-47e4-b3ac-e4a89a28def2'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:01:53.667534 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:53.704057 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32302e0f-82da-4b80-902d-b422d9d231e1 {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:01:53.772410 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:53.864525 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Transition to ACTIVE for port object 32302e0f-82da-4b80-902d-b422d9d231e1 will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:53.875645 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:53.889226 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:53.894709 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8065515'] for router_interface, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:53.917491 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f9306442-220a-4078-9662-5f1a092ef50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:01:53.949072 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fe327b2b-b96b-4bab-94f5-88f377bff0d9 req-cb5895cd-4cc5-4651-9418-dabc5aa74e33 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101506 Feb 28 19:01:53.958086 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:42Z', 'revision_number': 3, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:53.960406 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f9306442-220a-4078-9662-5f1a092ef50c admin admin] Usage tracker for resource:security_group_rule and tenant:1947aa3088ee4fcb8cc3a8ba8f83047f is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:01:53.978406 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f9306442-220a-4078-9662-5f1a092ef50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:01:53.995816 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebd64f-ab4d-42bc-a670-f01c783e1e7a None None] The sync data for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi is: [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:42Z', 'revision_number': 3, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:01:54.025084 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:54.204527 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] For port 60d1f848-70b7-4bb1-b406-979cd526e704, host hv-cinder-83118, cleared binding levels {{(pid=87745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:01:54.214657 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] For port 60d1f848-70b7-4bb1-b406-979cd526e704, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=60d1f848-70b7-4bb1-b406-979cd526e704,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:01:54.228557 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Set router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:01:54.281419 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f9306442-220a-4078-9662-5f1a092ef50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:01:54.414254 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f9306442-220a-4078-9662-5f1a092ef50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:54.504660 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:54.668159 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e3b6fc4c-9575-481d-9dc9-353f3bf29a8f up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:01:54.851068 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Attempting to bind port 32302e0f-82da-4b80-902d-b422d9d231e1 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:01:54.851676 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Attempting to bind port 32302e0f-82da-4b80-902d-b422d9d231e1 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'c58062a1-7fe2-417c-97d7-e40bd0ff13a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5969ec6e-bb59-4dca-9873-ec6e8c87d9f4'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:01:54.858594 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Attempting to bind port 32302e0f-82da-4b80-902d-b422d9d231e1 on network 5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:01:54.871063 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Pushing event updated for resources: {'Port': ['ID=32302e0f-82da-4b80-902d-b422d9d231e1,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:54.898119 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Port 32302e0f-82da-4b80-902d-b422d9d231e1 on network 5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:01:54.898670 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Attempting to bind port 32302e0f-82da-4b80-902d-b422d9d231e1 on network 5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:01:54.910396 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:01:54.911035 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Checking segment: {'id': 'c58062a1-7fe2-417c-97d7-e40bd0ff13a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5969ec6e-bb59-4dca-9873-ec6e8c87d9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:54.911705 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Bound using segment: {'id': 'c58062a1-7fe2-417c-97d7-e40bd0ff13a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5969ec6e-bb59-4dca-9873-ec6e8c87d9f4'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:01:54.912512 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Bound port: 32302e0f-82da-4b80-902d-b422d9d231e1, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58062a1-7fe2-417c-97d7-e40bd0ff13a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5969ec6e-bb59-4dca-9873-ec6e8c87d9f4'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:01:54.912967 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:54.952887 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f9306442-220a-4078-9662-5f1a092ef50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:55.176975 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Allocated IP 172.20.0.1 (1c812996-20a8-48cd-b6ed-d12028f6c0ff/4696e929-cc56-41be-8b9d-89b6bfd0717a/94d3da96-24bc-4050-8019-0d30cabcc5b0) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:01:55.194662 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] For port 32302e0f-82da-4b80-902d-b422d9d231e1, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:01:55.217790 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] For port 32302e0f-82da-4b80-902d-b422d9d231e1, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=32302e0f-82da-4b80-902d-b422d9d231e1,segment=NetworkSegment(c58062a1-7fe2-417c-97d7-e40bd0ff13a0),segment_id=c58062a1-7fe2-417c-97d7-e40bd0ff13a0)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:01:55.228856 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-54c71d8e-d981-45ed-861d-53aa05f01ef8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:55.230357 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-54c71d8e-d981-45ed-861d-53aa05f01ef8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/networks?id=b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 200 len: 818 time: 0.2674923 Feb 28 19:01:55.242542 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:55.247063 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:55.247063 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-5656265e-09e2-4962-9059-81329fcca89c service neutron] 10.222.0.61 "PUT /v2.0/ports/60d1f848-70b7-4bb1-b406-979cd526e704 HTTP/1.1" status: 200 len: 1093 time: 4.4503176 Feb 28 19:01:55.247793 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d1ca96-68b1-4b7c-ac23-4b314f12cbb6', 'tag': '60d1f848-70b7-4bb1-b406-979cd526e704'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:01:55.297315 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:55.375267 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:55.376305 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:55.378295 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] 10.222.0.61 "PUT /v2.0/ports/32302e0f-82da-4b80-902d-b422d9d231e1 HTTP/1.1" status: 200 len: 1093 time: 5.4777346 Feb 28 19:01:55.390396 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Network 099c77b0-b32f-4f92-b4b4-e414371a1e31 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:55.403045 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:01:55.429750 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:55.430118 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:55.499129 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:55.534332 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'name': 'tempest-ServerRescueNegativeTestJSON-582854305-router', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:34Z', 'updated_at': '2022-02-28T19:01:47Z', 'revision_number': 4, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'gw_port': {'id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:36Z', 'updated_at': '2022-02-28T19:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '4d901b21-17ec-4a74-8865-4472a53d1a32', 'name': '', 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'mac_address': 'fa:16:3e:73:d1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '629540f6-b3ec-4b27-adbf-7d7d7baf6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:45Z', 'updated_at': '2022-02-28T19:01:48Z', 'revision_number': 2, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'subnets': [{'id': '629540f6-b3ec-4b27-adbf-7d7d7baf6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:55.556065 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7419a104-ba80-4043-87e2-b565459c6f39', 'tag': '32302e0f-82da-4b80-902d-b422d9d231e1'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:01:55.571801 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Checking router: 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:01:55.579309 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Updating router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 port 4d901b21-17ec-4a74-8865-4472a53d1a32 binding host dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:01:55.639583 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-42eda29c-493d-4870-8b6d-368422033442 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/quotas/e8d685b5629d4a8185474969249dbc6e HTTP/1.1" status: 200 len: 375 time: 0.2424762 Feb 28 19:01:55.639583 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Pushing event updated for resources: {'Port': ['ID=22539e44-5256-4db8-8fe5-b361691dd1fd,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:55.742571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:55.763046 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:55.778624 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbcd86-1522-41f6-a65f-027f84a0da0d service neutron] Pushing event updated for resources: {'Port': ['ID=32302e0f-82da-4b80-902d-b422d9d231e1,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:55.781069 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=e3b6fc4c-9575-481d-9dc9-353f3bf29a8f,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:01:55.837206 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-f9306442-220a-4078-9662-5f1a092ef50c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1947aa3088ee4fcb8cc3a8ba8f83047f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7639496 Feb 28 19:01:55.852422 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56632) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:01:55.901169 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:56.164933 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:56.180477 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-e653d2c7-d03f-4e81-af21-a9dd57eb35bc None None] Provisioning complete for port 22539e44-5256-4db8-8fe5-b361691dd1fd triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:56.180830 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e653d2c7-d03f-4e81-af21-a9dd57eb35bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:56.214014 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Transition to ACTIVE for port object 94d3da96-24bc-4050-8019-0d30cabcc5b0 will not be triggered until provisioned by entity DHCP. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:56.220733 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-83ed02bc-8cb2-43b5-969a-e6ea9355e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:56.222237 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-83ed02bc-8cb2-43b5-969a-e6ea9355e5d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 1096 time: 0.5447483 Feb 28 19:01:56.238884 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656265e-09e2-4962-9059-81329fcca89c service neutron] Pushing event updated for resources: {'Port': ['ID=60d1f848-70b7-4bb1-b406-979cd526e704,revision_number=3']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:56.287488 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eb66ecee-f252-4ac9-89dd-95adcdfb1bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:56.290659 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab0c74-fb10-401e-b46b-fa9a5a5c74fa req-b16c7452-28a7-46f7-bb83-ce276b324a50 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:56.290659 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7eab0c74-fb10-401e-b46b-fa9a5a5c74fa req-b16c7452-28a7-46f7-bb83-ce276b324a50 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 943 time: 2.4314194 Feb 28 19:01:56.290986 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9306442-220a-4078-9662-5f1a092ef50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de784ba5-bbe1-44c9-98fe-09f613430b26,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:56.319711 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-c6b4c504-7417-4cb9-8aa9-602044726e25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d1f848-70b7-4bb1-b406-979cd526e704 HTTP/1.1" status: 200 len: 217 time: 0.0842316 Feb 28 19:01:56.320101 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=e3b6fc4c-9575-481d-9dc9-353f3bf29a8f,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:56.360178 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-e653d2c7-d03f-4e81-af21-a9dd57eb35bc None None] Port 22539e44-5256-4db8-8fe5-b361691dd1fd cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:01:56.379732 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eb66ecee-f252-4ac9-89dd-95adcdfb1bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:56.429964 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-42589d87-3f62-4531-99ac-c97b4d110680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:56.432016 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-42589d87-3f62-4531-99ac-c97b4d110680 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2234b3391e204ea49d8e31d3731b822c&device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 1096 time: 0.8248138 Feb 28 19:01:56.453123 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-e118ce12-bb9b-477f-9cfc-9ac9b30476fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:56.454513 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-e118ce12-bb9b-477f-9cfc-9ac9b30476fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c24ad78d-6a7e-4355-ae0c-4152a4caf1b4 HTTP/1.1" status: 200 len: 854 time: 0.1237886 Feb 28 19:01:56.533898 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-b57a4520-a6f1-405c-8473-bd3d52e0e896 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692799 Feb 28 19:01:56.542184 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:56.610351 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-afdede51-aaa5-44df-873f-4600b2bf7e27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32302e0f-82da-4b80-902d-b422d9d231e1 HTTP/1.1" status: 200 len: 217 time: 0.0965667 Feb 28 19:01:56.676428 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device a7a647a5-c368-466b-8d96-2811dd86a590 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:01:56.723948 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-8b5cacf4-fb5a-4f96-b635-f9a2a52fe747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:56.731722 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-8b5cacf4-fb5a-4f96-b635-f9a2a52fe747 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=329a5f2c-6917-4b6b-a231-86b39cc6d670 HTTP/1.1" status: 200 len: 851 time: 0.0846405 Feb 28 19:01:56.750871 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-9e99501f-3731-4392-8cc9-e91a51ede6af tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8d685b5629d4a8185474969249dbc6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9391294 Feb 28 19:01:56.832985 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Notify callbacks [] for port, precommit_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:56.854595 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Transition to ACTIVE for port object 4d901b21-17ec-4a74-8865-4472a53d1a32 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:01:56.881338 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7eab0c74-fb10-401e-b46b-fa9a5a5c74fa req-9c703671-fa6c-4a9a-abe7-ac35f7eed33b tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801797 Feb 28 19:01:56.901774 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-d6683c26-3d12-465f-84ab-e780ddd66bc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5969ec6e-bb59-4dca-9873-ec6e8c87d9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025221 Feb 28 19:01:56.988004 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Pushing event updated for resources: {'Port': ['ID=94d3da96-24bc-4050-8019-0d30cabcc5b0,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:56.993004 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:57.010237 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Network 1c812996-20a8-48cd-b6ed-d12028f6c0ff is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:57.014950 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:57.018885 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:01:57.019622 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065618'] for router_interface, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:57.031666 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:01:57.083433 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-0c547dbb-bb6d-4c18-9c06-11af8762f2dc service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922407 Feb 28 19:01:57.121377 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port a7a647a5-c368-466b-8d96-2811dd86a590 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:01:57.148818 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port a7a647a5-c368-466b-8d96-2811dd86a590 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:57.149182 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:57.209037 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eb66ecee-f252-4ac9-89dd-95adcdfb1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:57.347752 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2e7aa-455f-4033-b476-56b48ffaffe2 None None] Pushing event updated for resources: {'Port': ['ID=4d901b21-17ec-4a74-8865-4472a53d1a32,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:57.458265 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66ecee-f252-4ac9-89dd-95adcdfb1bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de784ba5-bbe1-44c9-98fe-09f613430b26,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:57.521958 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eb66ecee-f252-4ac9-89dd-95adcdfb1bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:57.523322 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-eb66ecee-f252-4ac9-89dd-95adcdfb1bdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de784ba5-bbe1-44c9-98fe-09f613430b26 HTTP/1.1" status: 204 len: 168 time: 1.6719565 Feb 28 19:01:57.598464 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-1f01aedf-0e33-4493-8d39-4ad9125ccde3 service neutron] 10.222.0.21 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8443956 Feb 28 19:01:57.619044 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Attempting to bind port 4d901b21-17ec-4a74-8865-4472a53d1a32 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:01:57.622097 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Attempting to bind port 4d901b21-17ec-4a74-8865-4472a53d1a32 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:01:57.622852 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Attempting to bind port 4d901b21-17ec-4a74-8865-4472a53d1a32 on network b57127cd-5080-498c-a2a9-a9aa12e27acd {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:01:57.635367 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f5c88b32-c8f2-4982-be4d-d7a92a9a2f53 req-eaf6d407-f348-484b-83c3-f97dec9e9e2e service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428920 Feb 28 19:01:57.665386 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:01:57.672840 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Checking segment: {'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:01:57.672840 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:57.672840 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Bound using segment: {'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:01:57.672840 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Bound port: 4d901b21-17ec-4a74-8865-4472a53d1a32, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:01:57.672840 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:57.771126 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:57.779850 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-9b04192d-ea35-4411-ab4c-7f860c3b42fc service neutron] 10.222.0.61 "GET /v2.0/networks/5969ec6e-bb59-4dca-9873-ec6e8c87d9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7978535 Feb 28 19:01:57.841534 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:57.864988 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-f11335d9-2113-4fb5-92c7-72279a94a6ca None None] Provisioning for port 94d3da96-24bc-4050-8019-0d30cabcc5b0 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:01:58.064255 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] For port 4d901b21-17ec-4a74-8865-4472a53d1a32, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:01:58.076576 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] For port 4d901b21-17ec-4a74-8865-4472a53d1a32, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=4d901b21-17ec-4a74-8865-4472a53d1a32,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:01:58.083668 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-f11335d9-2113-4fb5-92c7-72279a94a6ca None None] Provisioning complete for port 94d3da96-24bc-4050-8019-0d30cabcc5b0 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:58.084037 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f11335d9-2113-4fb5-92c7-72279a94a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:58.105228 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:01:58.123228 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Sync routers for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:01:58.163167 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:01:58.168532 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:58.217128 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port a7a647a5-c368-466b-8d96-2811dd86a590, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=a7a647a5-c368-466b-8d96-2811dd86a590,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:01:58.228634 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:58.236563 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:58.365923 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2e7aa-455f-4033-b476-56b48ffaffe2 None None] Pushing event updated for resources: {'Port': ['ID=4d901b21-17ec-4a74-8865-4472a53d1a32,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:58.368791 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:58.371866 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8065515'] for router_interface, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:58.377807 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:58.377807 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e3b6fc4c-9575-481d-9dc9-353f3bf29a8f up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:01:58.413604 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea05da9-f2c1-470e-9c87-272384d475f9 req-a9f1c6fc-e0e1-474b-90e0-df788f995511 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:01:58.416374 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fea05da9-f2c1-470e-9c87-272384d475f9 req-a9f1c6fc-e0e1-474b-90e0-df788f995511 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 943 time: 1.2228508 Feb 28 19:01:58.471724 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-f11335d9-2113-4fb5-92c7-72279a94a6ca None None] Port 94d3da96-24bc-4050-8019-0d30cabcc5b0 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:01:58.485086 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-66b44d22-aa89-4f7f-bc39-eb69a3e5cc62 service neutron] 10.222.0.21 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8550780 Feb 28 19:01:58.501130 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:01:58.564697 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-33e40f7a-9a46-467e-876e-1a9a7568016b admin admin] 10.222.0.21 "PUT /v2.0/routers/d520c66d-25fb-4bef-b83d-f6cf4b8c5525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7040727 Feb 28 19:01:58.603243 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Routers {'38b0e5d8-6564-47e4-b3ac-e4a89a28def2'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:01:58.609704 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:58.644161 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fea05da9-f2c1-470e-9c87-272384d475f9 req-c93789b2-1305-4b56-8ce3-58424b1d8ba5 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586103 Feb 28 19:01:58.675570 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d7993dd7-df78-42b5-b0b8-e336f7d2fd24 req-7aeb0dd0-90da-4a9b-b775-178572c46dd0 service neutron] 10.222.0.61 "GET /v2.0/networks/5969ec6e-bb59-4dca-9873-ec6e8c87d9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8594542 Feb 28 19:01:58.765877 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Pushing event updated for resources: {'Port': ['ID=94d3da96-24bc-4050-8019-0d30cabcc5b0,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:58.877463 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Network 1c812996-20a8-48cd-b6ed-d12028f6c0ff is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:01:58.888543 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:01:58.953245 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=a7a647a5-c368-466b-8d96-2811dd86a590,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:01:59.291669 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:59.292145 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:59.487079 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Router 330fbd67-df99-4a43-9d8f-baaf9f881c5e has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:01:59.489916 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7419a104-ba80-4043-87e2-b565459c6f39', 'tag': '32302e0f-82da-4b80-902d-b422d9d231e1', 'status': 'completed', 'code': 200} Feb 28 19:01:59.498088 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] Set router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:01:59.500241 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:01:52Z', 'revision_number': 2, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:01:59.505610 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Checking router: d520c66d-25fb-4bef-b83d-f6cf4b8c5525 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:01:59.510981 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Updating router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 port 22539e44-5256-4db8-8fe5-b361691dd1fd binding host dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:01:59.663876 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:59.663969 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-24742bd8-0a6e-421c-8cd6-57dd6f4407c3 None None] Provisioning complete for port 94d3da96-24bc-4050-8019-0d30cabcc5b0 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:01:59.663969 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-24742bd8-0a6e-421c-8cd6-57dd6f4407c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:59.773349 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d1ca96-68b1-4b7c-ac23-4b314f12cbb6', 'tag': '60d1f848-70b7-4bb1-b406-979cd526e704', 'status': 'completed', 'code': 200} Feb 28 19:01:59.915657 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-70cd125d-bc69-49df-beee-0de58da1e92a req-74150e8d-1e71-4f80-b31a-3cd7850b686b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 210 time: 0.1407037 Feb 28 19:02:00.173246 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-24742bd8-0a6e-421c-8cd6-57dd6f4407c3 None None] Port 94d3da96-24bc-4050-8019-0d30cabcc5b0 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:02:00.234579 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52afeb5-bf04-49ca-9ca9-c229831cb3eb req-6cf5d0d5-776b-4ace-bd36-89d45c03aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:00.237953 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5cb21-fb9a-4586-beb7-2bb08daef8d0 req-82a5389a-8398-4e5b-b376-2d6efff7d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:00.241607 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c52afeb5-bf04-49ca-9ca9-c229831cb3eb req-6cf5d0d5-776b-4ace-bd36-89d45c03aa65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2234b3391e204ea49d8e31d3731b822c&device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 1096 time: 0.7256510 Feb 28 19:02:00.243369 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-21d5cb21-fb9a-4586-beb7-2bb08daef8d0 req-82a5389a-8398-4e5b-b376-2d6efff7d4d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 1096 time: 0.5583956 Feb 28 19:02:00.244846 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:02:00.263781 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-5766ce2e-a93e-47f2-8cdb-af35723167df admin admin] 10.222.0.21 "PUT /v2.0/routers/330fbd67-df99-4a43-9d8f-baaf9f881c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8469605 Feb 28 19:02:00.428459 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Sync routers for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:02:00.461546 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:00.476823 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.provisioning_blocks [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Transition to ACTIVE for port object 22539e44-5256-4db8-8fe5-b361691dd1fd will not be triggered until provisioned by entity L2. {{(pid=87747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:02:00.574910 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:00.581951 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device a7a647a5-c368-466b-8d96-2811dd86a590 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:00.641790 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5cb21-fb9a-4586-beb7-2bb08daef8d0 req-c4bc6476-3130-4348-8aae-2ad9c9a24836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:00.643296 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-21d5cb21-fb9a-4586-beb7-2bb08daef8d0 req-c4bc6476-3130-4348-8aae-2ad9c9a24836 service neutron] 10.222.0.61 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 915 time: 0.3778739 Feb 28 19:02:00.649120 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:02:00.649772 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:00.659466 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f0938-181a-426e-8505-08c0ebf80508 req-0362a0fb-294f-4701-a8d0-d6f802bf64e4 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:00.664911 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-791f0938-181a-426e-8505-08c0ebf80508 req-0362a0fb-294f-4701-a8d0-d6f802bf64e4 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 943 time: 0.7469094 Feb 28 19:02:00.764201 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:00.934938 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-21d5cb21-fb9a-4586-beb7-2bb08daef8d0 req-5765f0a4-8831-49bf-800d-a117626e7094 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d1f848-70b7-4bb1-b406-979cd526e704 HTTP/1.1" status: 200 len: 217 time: 0.2775373 Feb 28 19:02:00.992175 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-791f0938-181a-426e-8505-08c0ebf80508 req-ba796251-79d8-4464-a094-e36490797b10 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002980 Feb 28 19:02:00.994991 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52afeb5-bf04-49ca-9ca9-c229831cb3eb req-bdaf3a7c-8e30-42ed-9c1f-4e12f628d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:00.996894 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2733a1-cde7-4a49-ad02-9f7610d9c793 None None] Pushing event updated for resources: {'Port': ['ID=22539e44-5256-4db8-8fe5-b361691dd1fd,revision_number=3']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:01.004562 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c52afeb5-bf04-49ca-9ca9-c229831cb3eb req-bdaf3a7c-8e30-42ed-9c1f-4e12f628d7b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 HTTP/1.1" status: 200 len: 912 time: 0.7455304 Feb 28 19:02:01.169305 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5cb21-fb9a-4586-beb7-2bb08daef8d0 req-f1fdc8d4-de57-4f87-bb94-b1dc272daf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:01.190593 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-21d5cb21-fb9a-4586-beb7-2bb08daef8d0 req-f1fdc8d4-de57-4f87-bb94-b1dc272daf8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c24ad78d-6a7e-4355-ae0c-4152a4caf1b4 HTTP/1.1" status: 200 len: 854 time: 0.2453740 Feb 28 19:02:01.219864 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c52afeb5-bf04-49ca-9ca9-c229831cb3eb req-60dc1026-25e7-411e-aea4-c16f848110ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32302e0f-82da-4b80-902d-b422d9d231e1 HTTP/1.1" status: 200 len: 217 time: 0.2039902 Feb 28 19:02:01.232423 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Attempting to bind port 22539e44-5256-4db8-8fe5-b361691dd1fd on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:02:01.232788 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Attempting to bind port 22539e44-5256-4db8-8fe5-b361691dd1fd by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:02:01.233143 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Attempting to bind port 22539e44-5256-4db8-8fe5-b361691dd1fd on network 099c77b0-b32f-4f92-b4b4-e414371a1e31 {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:01.238972 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:02:01.239474 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Checking segment: {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:02:01.239769 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:01.244910 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Bound using segment: {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:02:01.244910 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Bound port: 22539e44-5256-4db8-8fe5-b361691dd1fd, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'}}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:02:01.244910 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:01.337257 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-21d5cb21-fb9a-4586-beb7-2bb08daef8d0 req-8123723e-c345-4971-80aa-e200ec854e70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939038 Feb 28 19:02:01.402956 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56766) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:01.425120 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466955126', 'description': 'tempest-description--634970877'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:01.471849 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:01.493020 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Usage tracker for resource:security_group and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:01.500220 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] For port 22539e44-5256-4db8-8fe5-b361691dd1fd, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:02:01.500751 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:01.503513 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] For port 22539e44-5256-4db8-8fe5-b361691dd1fd, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=22539e44-5256-4db8-8fe5-b361691dd1fd,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:02:01.535659 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52afeb5-bf04-49ca-9ca9-c229831cb3eb req-7be0db96-a9f9-45b3-93fc-f0c508860dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:01.537093 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c52afeb5-bf04-49ca-9ca9-c229831cb3eb req-7be0db96-a9f9-45b3-93fc-f0c508860dfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=329a5f2c-6917-4b6b-a231-86b39cc6d670 HTTP/1.1" status: 200 len: 851 time: 0.2942996 Feb 28 19:02:01.579238 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56776) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:01.585608 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:01.602185 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c52afeb5-bf04-49ca-9ca9-c229831cb3eb req-a0dc4251-3116-461f-8398-b8617e56bf99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5969ec6e-bb59-4dca-9873-ec6e8c87d9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555816 Feb 28 19:02:01.638276 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:01.718864 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-21d5cb21-fb9a-4586-beb7-2bb08daef8d0 req-a3918fed-4f2d-4096-a33e-38f13099634a service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677680 Feb 28 19:02:01.775258 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:01.776992 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:02:01.777758 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:01.854729 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2733a1-cde7-4a49-ad02-9f7610d9c793 None None] Pushing event updated for resources: {'Port': ['ID=22539e44-5256-4db8-8fe5-b361691dd1fd,revision_number=4']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:01.901390 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b1944-b899-4549-8579-ce7e64ee3c0a req-6b0de2fb-b625-443d-a471-2ab33c32a83a tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:01.910761 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ca4b1944-b899-4549-8579-ce7e64ee3c0a req-6b0de2fb-b625-443d-a471-2ab33c32a83a tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 943 time: 0.5195756 Feb 28 19:02:02.086904 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:02.088023 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:02:02.096572 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Usage tracker for resource:security_group_rule and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:02.101791 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:02.112051 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:02.150518 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-21d5cb21-fb9a-4586-beb7-2bb08daef8d0 req-cba0faf8-350f-4ca2-8206-72e4cf4c0f35 service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245949 Feb 28 19:02:02.158596 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:02:02.275209 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:02.379705 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56796) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:02.383126 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4e0da331-7815-4852-8f04-d3fb9514d439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:02.391002 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:02.423805 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c52afeb5-bf04-49ca-9ca9-c229831cb3eb req-977b15b0-17bf-4096-b9ed-a250f7827589 service neutron] 10.222.0.61 "GET /v2.0/networks/5969ec6e-bb59-4dca-9873-ec6e8c87d9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7740631 Feb 28 19:02:02.426837 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ca4b1944-b899-4549-8579-ce7e64ee3c0a req-8be87dce-7ea4-45e3-a957-ab8b935e8acd tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152082 Feb 28 19:02:02.428026 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-4e0da331-7815-4852-8f04-d3fb9514d439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:02.436891 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-ccb8b81e-acc0-4661-92ed-67f8b44afc1f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:02.443695 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-ccb8b81e-acc0-4661-92ed-67f8b44afc1f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/networks?id=b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 200 len: 818 time: 0.8265579 Feb 28 19:02:02.456145 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-4e0da331-7815-4852-8f04-d3fb9514d439 admin admin] Usage tracker for resource:security_group_rule and tenant:f9277fbed6f345fbbac0afd19b045aa7 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:02.459291 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c42b621-2184-4b8d-b074-77612c745bb5,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:02.470377 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5ea4c91f-34a2-4748-92d1-2978380d7240 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/quotas/e8d685b5629d4a8185474969249dbc6e HTTP/1.1" status: 200 len: 375 time: 0.0229299 Feb 28 19:02:02.470377 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-4e0da331-7815-4852-8f04-d3fb9514d439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:02.505815 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4affb21f-ecdb-40cb-b91e-5af8e20cb293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:02.522905 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-4affb21f-ecdb-40cb-b91e-5af8e20cb293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:02.524536 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-4e0da331-7815-4852-8f04-d3fb9514d439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:02.528800 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-4affb21f-ecdb-40cb-b91e-5af8e20cb293 admin admin] Usage tracker for resource:security_group_rule and tenant:b50d0ce5f5d3468aa113a9d096470706 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:02.532567 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-4affb21f-ecdb-40cb-b91e-5af8e20cb293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:02.539213 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-4affb21f-ecdb-40cb-b91e-5af8e20cb293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:02.572998 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-23a5a62e-1ccd-4cf5-9bb4-f0b1a707d425 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8d685b5629d4a8185474969249dbc6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044199 Feb 28 19:02:02.680926 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4affb21f-ecdb-40cb-b91e-5af8e20cb293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:02.684890 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:02.688900 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-1726fafe-75b0-4611-8ecb-5aa0997b0811 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2781944 Feb 28 19:02:02.689794 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56806) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:02.701113 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-0228bc9f-1aab-4742-8dc6-4b1879b7ff9e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'security_group_rule': {'security_group_id': '6c42b621-2184-4b8d-b074-77612c745bb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:02.705234 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port a7a647a5-c368-466b-8d96-2811dd86a590 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:02.705776 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:02.707688 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-0228bc9f-1aab-4742-8dc6-4b1879b7ff9e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:02.721743 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-0228bc9f-1aab-4742-8dc6-4b1879b7ff9e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Usage tracker for resource:security_group_rule and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:02.721743 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-0228bc9f-1aab-4742-8dc6-4b1879b7ff9e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:02.722419 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-0228bc9f-1aab-4742-8dc6-4b1879b7ff9e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:02.773653 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4affb21f-ecdb-40cb-b91e-5af8e20cb293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:02.776673 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-e03800dc-7c22-458c-baf5-da6dad23b29d service neutron] 10.222.0.21 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027502 Feb 28 19:02:02.829336 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-4affb21f-ecdb-40cb-b91e-5af8e20cb293 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b50d0ce5f5d3468aa113a9d096470706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460475 Feb 28 19:02:02.830028 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56812) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:02.844161 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0228bc9f-1aab-4742-8dc6-4b1879b7ff9e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:02.878816 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affb21f-ecdb-40cb-b91e-5af8e20cb293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3204f792-464b-47ec-b986-b8ea8ac0a1b6,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:02.920890 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:01Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:02.927098 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bd891-57fe-4000-a077-95133edaa0e1 None None] The sync data for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi is: [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:01Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:02:02.953749 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a1e0aeaf-c666-4d5b-96a0-d50446d34f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:02.994138 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a1e0aeaf-c666-4d5b-96a0-d50446d34f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:03.097322 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0228bc9f-1aab-4742-8dc6-4b1879b7ff9e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:03.139000 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'name': 'tempest-ServerRescueNegativeTestJSON-582854305-router', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:34Z', 'updated_at': '2022-02-28T19:01:47Z', 'revision_number': 4, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'gw_port': {'id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:36Z', 'updated_at': '2022-02-28T19:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '4d901b21-17ec-4a74-8865-4472a53d1a32', 'name': '', 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'mac_address': 'fa:16:3e:73:d1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '629540f6-b3ec-4b27-adbf-7d7d7baf6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:45Z', 'updated_at': '2022-02-28T19:01:58Z', 'revision_number': 4, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'subnets': [{'id': '629540f6-b3ec-4b27-adbf-7d7d7baf6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:03.148735 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ff994-01b1-4076-8f62-ff36f8ae706e None None] The sync data for ids ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'] in dv-cinder-831187-1-iscsi is: [{'id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'name': 'tempest-ServerRescueNegativeTestJSON-582854305-router', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:34Z', 'updated_at': '2022-02-28T19:01:47Z', 'revision_number': 4, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'gw_port': {'id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:36Z', 'updated_at': '2022-02-28T19:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '4d901b21-17ec-4a74-8865-4472a53d1a32', 'name': '', 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'mac_address': 'fa:16:3e:73:d1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '629540f6-b3ec-4b27-adbf-7d7d7baf6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:45Z', 'updated_at': '2022-02-28T19:01:58Z', 'revision_number': 4, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'subnets': [{'id': '629540f6-b3ec-4b27-adbf-7d7d7baf6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:02:03.172110 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 2, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:03.179567 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-c0849f6d-3245-4770-84e9-3a8cf6900502 service neutron] 10.222.0.21 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019279 Feb 28 19:02:03.201008 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0228bc9f-1aab-4742-8dc6-4b1879b7ff9e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:03.219453 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Checking router: 330fbd67-df99-4a43-9d8f-baaf9f881c5e for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:02:03.219453 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Updating router 330fbd67-df99-4a43-9d8f-baaf9f881c5e port 94d3da96-24bc-4050-8019-0d30cabcc5b0 binding host dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:02:03.295029 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a1e0aeaf-c666-4d5b-96a0-d50446d34f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:03.305859 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228bc9f-1aab-4742-8dc6-4b1879b7ff9e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280df99a-0c8f-4432-81bd-7e9b3a8dd3b5,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:03.352651 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4e0da331-7815-4852-8f04-d3fb9514d439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:03.367131 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0aeaf-c666-4d5b-96a0-d50446d34f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3204f792-464b-47ec-b986-b8ea8ac0a1b6,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:03.380491 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a1e0aeaf-c666-4d5b-96a0-d50446d34f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:03.381627 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-a1e0aeaf-c666-4d5b-96a0-d50446d34f34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3204f792-464b-47ec-b986-b8ea8ac0a1b6 HTTP/1.1" status: 204 len: 168 time: 0.5504472 Feb 28 19:02:03.409932 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:03.430814 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4e0da331-7815-4852-8f04-d3fb9514d439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:03.512301 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0228bc9f-1aab-4742-8dc6-4b1879b7ff9e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:03.528698 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56830) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:03.530345 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-0228bc9f-1aab-4742-8dc6-4b1879b7ff9e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8394051 Feb 28 19:02:03.533816 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-5d380a40-ba10-44d9-bf68-bfb86057d53e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'security_group_rule': {'security_group_id': '6c42b621-2184-4b8d-b074-77612c745bb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:03.543592 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-5d380a40-ba10-44d9-bf68-bfb86057d53e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:03.560328 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-5d380a40-ba10-44d9-bf68-bfb86057d53e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Usage tracker for resource:security_group_rule and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:03.576982 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-5d380a40-ba10-44d9-bf68-bfb86057d53e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:03.608411 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-5d380a40-ba10-44d9-bf68-bfb86057d53e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:03.659170 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56836) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:03.659493 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-4e0da331-7815-4852-8f04-d3fb9514d439 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9277fbed6f345fbbac0afd19b045aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0696270 Feb 28 19:02:03.664848 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0da331-7815-4852-8f04-d3fb9514d439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aecaf2-4123-415d-a6dd-e62be00df0ee,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:03.846001 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 22539e44-5256-4db8-8fe5-b361691dd1fd up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:03.930882 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5d380a40-ba10-44d9-bf68-bfb86057d53e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:04.140397 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56856) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:04.183989 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044233536', 'description': 'tempest-description--606642754'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:04.208455 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:04.221475 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c52afeb5-bf04-49ca-9ca9-c229831cb3eb req-22d2994b-634b-4f08-98df-4a48a2e85136 service neutron] 10.222.0.61 "GET /v2.0/networks/5969ec6e-bb59-4dca-9873-ec6e8c87d9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987452 Feb 28 19:02:04.224240 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:security_group and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:04.228326 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:04.236312 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:04.300945 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557acc45-7fc6-4b10-89fa-41c26dbd5a2f req-b69fe096-ca42-49ee-84c1-19e13258695b tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:04.312332 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-557acc45-7fc6-4b10-89fa-41c26dbd5a2f req-b69fe096-ca42-49ee-84c1-19e13258695b tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 943 time: 0.2351871 Feb 28 19:02:04.395627 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:04.396776 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-adc2322d-59d5-4b53-b0e1-7e54c4a6112c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:04.397460 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-adc2322d-59d5-4b53-b0e1-7e54c4a6112c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Synchronizing usage tracker for tenant:e8d685b5629d4a8185474969249dbc6e on resource:network {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:02:04.429796 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8af156b1-d649-4389-bce7-efa0de519503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:04.444065 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-557acc45-7fc6-4b10-89fa-41c26dbd5a2f req-dfcc4ab9-8e56-4f75-8b7a-f0612308161e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304955 Feb 28 19:02:04.451585 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:04.461194 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:security_group_rule and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:04.463820 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:04.485927 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:04.495496 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5d380a40-ba10-44d9-bf68-bfb86057d53e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:04.515453 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8af156b1-d649-4389-bce7-efa0de519503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:04.533872 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-adc2322d-59d5-4b53-b0e1-7e54c4a6112c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Unset dirty status for tenant:e8d685b5629d4a8185474969249dbc6e on resource:network {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:02:04.548866 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-adc2322d-59d5-4b53-b0e1-7e54c4a6112c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.61 "GET /v2.0/networks?id=b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 200 len: 818 time: 0.8056655 Feb 28 19:02:04.579993 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Request body: {'port': {'device_id': '26980bce-633e-4e70-9ebd-c1a38fb5cc4a', 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd', 'admin_state_up': True, 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:04.604015 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-91b1cc9f-5a0b-4c18-8f72-5343a4fe6a59 req-d42d74f5-a28d-4a1c-a477-3fd73d629631 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 210 time: 0.1052966 Feb 28 19:02:04.610387 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Notify callbacks [] for port, precommit_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:04.615579 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5d380a40-ba10-44d9-bf68-bfb86057d53e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:04.645261 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 22539e44-5256-4db8-8fe5-b361691dd1fd completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:02:04.655297 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56310580-541c-4dfe-9a9a-93d7a419f075 req-f2261f5f-373d-4097-84c9-853f30fb2295 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:04.655448 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 22539e44-5256-4db8-8fe5-b361691dd1fd triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:04.655448 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:04.659773 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-56310580-541c-4dfe-9a9a-93d7a419f075 req-f2261f5f-373d-4097-84c9-853f30fb2295 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 943 time: 0.3416796 Feb 28 19:02:04.679943 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Transition to ACTIVE for port object 94d3da96-24bc-4050-8019-0d30cabcc5b0 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:02:04.680163 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56872) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:04.716510 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-aaf8b042-2675-4985-a81e-846918094aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:04.768445 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-56310580-541c-4dfe-9a9a-93d7a419f075 req-36297c6e-e459-4166-b57a-bbae1c1bdc65 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077094 Feb 28 19:02:04.774222 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d380a40-ba10-44d9-bf68-bfb86057d53e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d2772d-504e-44c3-9548-1ebe16cd79eb,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:04.806643 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-aaf8b042-2675-4985-a81e-846918094aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:04.806889 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:04.814953 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-aaf8b042-2675-4985-a81e-846918094aff admin admin] Usage tracker for resource:security_group_rule and tenant:dbba1683377144bba57d57ee99e8ab68 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:04.818948 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-aaf8b042-2675-4985-a81e-846918094aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:04.833827 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:04.838060 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Usage tracker for resource:port and tenant:e8d685b5629d4a8185474969249dbc6e is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:04.845975 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:04.852539 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:04.919754 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56878) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:04.950701 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.007105 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-aaf8b042-2675-4985-a81e-846918094aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:05.073602 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.085072 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5d380a40-ba10-44d9-bf68-bfb86057d53e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.090480 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-5d380a40-ba10-44d9-bf68-bfb86057d53e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5570703 Feb 28 19:02:05.091094 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56884) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:05.097320 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5591f-0ff9-4dbe-a1d4-034d9ecc29b6 None None] Pushing event updated for resources: {'Port': ['ID=94d3da96-24bc-4050-8019-0d30cabcc5b0,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:05.098068 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'floatingip': {'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:05.119504 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:05.126246 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Usage tracker for resource:floatingip and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:05.129966 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:05.138736 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:05.147184 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 22539e44-5256-4db8-8fe5-b361691dd1fd, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=22539e44-5256-4db8-8fe5-b361691dd1fd,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:05.154426 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8af156b1-d649-4389-bce7-efa0de519503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.169278 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Attempting to bind port 94d3da96-24bc-4050-8019-0d30cabcc5b0 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:02:05.169473 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Attempting to bind port 94d3da96-24bc-4050-8019-0d30cabcc5b0 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:02:05.169703 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Attempting to bind port 94d3da96-24bc-4050-8019-0d30cabcc5b0 on network 1c812996-20a8-48cd-b6ed-d12028f6c0ff {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:05.185256 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:02:05.185392 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.185482 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Checking segment: {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:02:05.186275 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.187475 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Bound using segment: {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:02:05.188020 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Bound port: 94d3da96-24bc-4050-8019-0d30cabcc5b0, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:02:05.188777 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Made reservation on behalf of e8d685b5629d4a8185474969249dbc6e for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:02:05.196907 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.197045 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.210718 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af156b1-d649-4389-bce7-efa0de519503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aecaf2-4123-415d-a6dd-e62be00df0ee,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:05.213211 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8af156b1-d649-4389-bce7-efa0de519503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.217374 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-8af156b1-d649-4389-bce7-efa0de519503 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85aecaf2-4123-415d-a6dd-e62be00df0ee HTTP/1.1" status: 204 len: 168 time: 1.5539458 Feb 28 19:02:05.255072 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-83569cd0-49c4-4511-b137-6701552e9aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.282873 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.311768 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.354926 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-aaf8b042-2675-4985-a81e-846918094aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.386459 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-83569cd0-49c4-4511-b137-6701552e9aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:05.395457 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-83569cd0-49c4-4511-b137-6701552e9aae admin admin] Usage tracker for resource:security_group_rule and tenant:2f1c32a17b5e4e668ae42add1cdd275c is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:05.404119 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-83569cd0-49c4-4511-b137-6701552e9aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:05.411328 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dadaeaf-652c-44a2-a6d9-120015322360,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:05.414103 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-83569cd0-49c4-4511-b137-6701552e9aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:05.498129 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=22539e44-5256-4db8-8fe5-b361691dd1fd,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:05.498229 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-aaf8b042-2675-4985-a81e-846918094aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.498905 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] For port 94d3da96-24bc-4050-8019-0d30cabcc5b0, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:02:05.505078 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] For port 94d3da96-24bc-4050-8019-0d30cabcc5b0, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=94d3da96-24bc-4050-8019-0d30cabcc5b0,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:02:05.541914 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4d901b21-17ec-4a74-8865-4472a53d1a32 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:05.547825 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8b042-2675-4985-a81e-846918094aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e3f5dc-9d3f-4973-a9ba-c56616291cfc,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:05.555736 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.559282 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-a23189e5-c5f0-427b-9168-2127121bd2d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4142625 Feb 28 19:02:05.565476 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56892) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:05.588977 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-d56d1eba-1a56-4053-9c9d-aa34cd6947c9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'security_group_rule': {'security_group_id': '3dadaeaf-652c-44a2-a6d9-120015322360', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:05.594435 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a5b3fd40-3bf5-4a30-8709-c87e5bcb3abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.632835 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.641214 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-aaf8b042-2675-4985-a81e-846918094aff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbba1683377144bba57d57ee99e8ab68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9588318 Feb 28 19:02:05.651093 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56896) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:05.661519 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-d56d1eba-1a56-4053-9c9d-aa34cd6947c9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:05.734614 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-d56d1eba-1a56-4053-9c9d-aa34cd6947c9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:security_group_rule and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:05.756251 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-d56d1eba-1a56-4053-9c9d-aa34cd6947c9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:05.772896 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:02:05.773871 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:01:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:05.780918 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-d56d1eba-1a56-4053-9c9d-aa34cd6947c9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:05.783727 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Allocated IP 172.20.0.2 (b57127cd-5080-498c-a2a9-a9aa12e27acd/629540f6-b3ec-4b27-adbf-7d7d7baf6934/e2dd1567-70f3-42c6-b7f4-bc55d9e367c2) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:02:05.868942 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-83569cd0-49c4-4511-b137-6701552e9aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.877113 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-38a158f0-84c7-4911-aa8c-1388c713b56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:05.945243 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-38a158f0-84c7-4911-aa8c-1388c713b56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.008964 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.016735 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-83569cd0-49c4-4511-b137-6701552e9aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.041658 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5591f-0ff9-4dbe-a1d4-034d9ecc29b6 None None] Pushing event updated for resources: {'Port': ['ID=94d3da96-24bc-4050-8019-0d30cabcc5b0,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:06.081764 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:02:06.092374 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b1350123-c371-4d7f-bf5e-8339061a3d9c req-1176f19f-3fbb-44b9-a255-c52175012176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 210 time: 0.1631773 Feb 28 19:02:06.103466 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-83569cd0-49c4-4511-b137-6701552e9aae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f1c32a17b5e4e668ae42add1cdd275c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1799207 Feb 28 19:02:06.114138 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56906) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:06.135673 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694609d-c873-47cf-a069-7323dd03a1eb req-feaf843d-9950-4f52-8478-c57a7d2b27bd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:06.138317 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7694609d-c873-47cf-a069-7323dd03a1eb req-feaf843d-9950-4f52-8478-c57a7d2b27bd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 943 time: 0.5563509 Feb 28 19:02:06.181682 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 4d901b21-17ec-4a74-8865-4472a53d1a32 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:02:06.195104 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83569cd0-49c4-4511-b137-6701552e9aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8346dba5-4bd3-44bf-a3be-256275924679,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:06.204645 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d56d1eba-1a56-4053-9c9d-aa34cd6947c9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.369339 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56910) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:06.374092 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.399880 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7694609d-c873-47cf-a069-7323dd03a1eb req-c718fe37-efcf-4de1-824b-de161181f085 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406979 Feb 28 19:02:06.406925 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 4d901b21-17ec-4a74-8865-4472a53d1a32 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:06.407331 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.421949 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-738cef0d-e896-44ae-b157-4871939a3642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.431657 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0c9027d2-8cd2-40e1-8923-d43cfda57d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.459411 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0c9027d2-8cd2-40e1-8923-d43cfda57d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:06.473363 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-738cef0d-e896-44ae-b157-4871939a3642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.478244 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0c9027d2-8cd2-40e1-8923-d43cfda57d62 admin admin] Usage tracker for resource:security_group_rule and tenant:9d296ddc8a024b5f833271248a2125a5 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:06.482688 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Allocated IP 172.27.1.241 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/d5c52208-abb3-4ec1-9121-5304ea6b4814) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:02:06.486136 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0c9027d2-8cd2-40e1-8923-d43cfda57d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:06.490191 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-38a158f0-84c7-4911-aa8c-1388c713b56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.500284 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0c9027d2-8cd2-40e1-8923-d43cfda57d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:06.521750 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d56d1eba-1a56-4053-9c9d-aa34cd6947c9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.528465 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a158f0-84c7-4911-aa8c-1388c713b56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e3f5dc-9d3f-4973-a9ba-c56616291cfc,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:06.581843 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-38a158f0-84c7-4911-aa8c-1388c713b56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.582961 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-38a158f0-84c7-4911-aa8c-1388c713b56f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32e3f5dc-9d3f-4973-a9ba-c56616291cfc HTTP/1.1" status: 204 len: 168 time: 0.9219944 Feb 28 19:02:06.601939 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d99ab-6199-4f3d-87a1-3c1a5ba3ff27 req-f23aa8af-ad74-4d30-9fb7-d29053ff21ea tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:06.606352 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fd9d99ab-6199-4f3d-87a1-3c1a5ba3ff27 req-f23aa8af-ad74-4d30-9fb7-d29053ff21ea tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 943 time: 0.2753038 Feb 28 19:02:06.642235 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d56d1eba-1a56-4053-9c9d-aa34cd6947c9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.681350 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.689216 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d1eba-1a56-4053-9c9d-aa34cd6947c9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26097da7-ea56-4951-907e-14db712946c8,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:06.829167 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-738cef0d-e896-44ae-b157-4871939a3642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.835331 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.838046 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Network b57127cd-5080-498c-a2a9-a9aa12e27acd is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:02:06.845506 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:02:06.860136 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Pushing event updated for resources: {'Port': ['ID=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:06.864426 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cef0d-e896-44ae-b157-4871939a3642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8346dba5-4bd3-44bf-a3be-256275924679,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:06.867251 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-738cef0d-e896-44ae-b157-4871939a3642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.868367 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-738cef0d-e896-44ae-b157-4871939a3642 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8346dba5-4bd3-44bf-a3be-256275924679 HTTP/1.1" status: 204 len: 168 time: 0.7532854 Feb 28 19:02:06.886501 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:02:06.887237 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fd9d99ab-6199-4f3d-87a1-3c1a5ba3ff27 req-52db7f2d-a4da-4535-8259-e5c891fc97e6 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643228 Feb 28 19:02:06.892612 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:06.893398 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.899647 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 4d901b21-17ec-4a74-8865-4472a53d1a32, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=4d901b21-17ec-4a74-8865-4472a53d1a32,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:06.914922 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.929095 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d56d1eba-1a56-4053-9c9d-aa34cd6947c9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.930338 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-d56d1eba-1a56-4053-9c9d-aa34cd6947c9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3639023 Feb 28 19:02:06.935106 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56920) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:06.941977 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-ddc97b6c-ab5f-439b-a258-0bafa653ac4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'security_group_rule': {'security_group_id': '3dadaeaf-652c-44a2-a6d9-120015322360', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:06.951265 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-ddc97b6c-ab5f-439b-a258-0bafa653ac4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:06.956847 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:06.957192 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0c9027d2-8cd2-40e1-8923-d43cfda57d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:06.961938 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-ddc97b6c-ab5f-439b-a258-0bafa653ac4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:security_group_rule and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:06.964788 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41185b6b-5ab5-42e5-8a09-137f53826063 None None] The sync data for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi is: [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:02:06.967226 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-ddc97b6c-ab5f-439b-a258-0bafa653ac4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:06.975371 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-ddc97b6c-ab5f-439b-a258-0bafa653ac4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:07.043915 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.106190 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0c9027d2-8cd2-40e1-8923-d43cfda57d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.115317 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-cfac979c-5f4a-4549-bd66-514923d02b8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5453615 Feb 28 19:02:07.125589 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.133571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=4d901b21-17ec-4a74-8865-4472a53d1a32,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:07.191999 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ddc97b6c-ab5f-439b-a258-0bafa653ac4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.227852 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Request body: {'port': {'device_id': '26980bce-633e-4e70-9ebd-c1a38fb5cc4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:07.338212 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ddc97b6c-ab5f-439b-a258-0bafa653ac4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.395586 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-0c9027d2-8cd2-40e1-8923-d43cfda57d62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d296ddc8a024b5f833271248a2125a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0248802 Feb 28 19:02:07.412000 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:02:07.425359 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9027d2-8cd2-40e1-8923-d43cfda57d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694b0bda-db1f-4d9a-9b97-ae9bf4620d0a,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:07.455822 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56934) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:07.472452 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:02:07.494288 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:02:07.507854 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2a60dc50-aaaa-49f6-aef5-9bda3f11fd34 req-80bf6a79-17ab-4331-8f55-20f879ff9401 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 210 time: 0.1866417 Feb 28 19:02:07.520381 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ddc97b6c-ab5f-439b-a258-0bafa653ac4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.572383 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'Port': ['ID=d5c52208-abb3-4ec1-9121-5304ea6b4814,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:07.575459 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 94d3da96-24bc-4050-8019-0d30cabcc5b0 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:07.606005 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc97b6c-ab5f-439b-a258-0bafa653ac4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02d07e4-6d3a-4334-bb6a-ea1c068deca8,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:07.622215 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-9f1f9771-96e8-4bee-963b-050dd87cef62 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:07.628609 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-9f1f9771-96e8-4bee-963b-050dd87cef62 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.61 "GET /v2.0/networks?id=b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 200 len: 818 time: 0.6336825 Feb 28 19:02:07.642879 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Request body: {'port': {'device_id': 'd8550549-20dd-427f-a2aa-0c06fc252947', 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd', 'admin_state_up': True, 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:07.738427 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ddc97b6c-ab5f-439b-a258-0bafa653ac4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.739870 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-ddc97b6c-ab5f-439b-a258-0bafa653ac4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8035057 Feb 28 19:02:07.753473 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56950) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:07.768117 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.788329 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'floatingip': {'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:07.790334 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 94d3da96-24bc-4050-8019-0d30cabcc5b0 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:02:07.797500 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 94d3da96-24bc-4050-8019-0d30cabcc5b0 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:07.798216 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.808330 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:07.812111 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec4d9-8329-4918-b6bf-594d67f25af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.815998 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.832694 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:floatingip and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:07.851525 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:07.907060 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:07.918028 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f2932-e188-4ff8-8bff-280fc7077505 req-7c3f33e0-317c-4052-882a-4b43b6aa969e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:07.920382 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a37f2932-e188-4ff8-8bff-280fc7077505 req-7c3f33e0-317c-4052-882a-4b43b6aa969e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 943 time: 0.2836826 Feb 28 19:02:07.960729 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:07.967836 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 56956) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:07.968348 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec4d9-8329-4918-b6bf-594d67f25af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:07.993277 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Usage tracker for resource:port and tenant:e8d685b5629d4a8185474969249dbc6e is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:08.021905 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.022489 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:08.039418 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a37f2932-e188-4ff8-8bff-280fc7077505 req-57b48bb7-2b03-415a-9ebd-6ae48af940bd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125751 Feb 28 19:02:08.049469 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4dbda10e-dcc9-4f15-9dd3-3314dba4081a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.065083 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:08.078587 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-4dbda10e-dcc9-4f15-9dd3-3314dba4081a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:08.083037 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-4dbda10e-dcc9-4f15-9dd3-3314dba4081a admin admin] Usage tracker for resource:security_group_rule and tenant:1afc42fd1aac44e281d1c31df5a05e4f is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:08.086242 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-4dbda10e-dcc9-4f15-9dd3-3314dba4081a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:08.095572 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-4dbda10e-dcc9-4f15-9dd3-3314dba4081a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:08.144218 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 94d3da96-24bc-4050-8019-0d30cabcc5b0, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=94d3da96-24bc-4050-8019-0d30cabcc5b0,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:08.155678 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Made reservation on behalf of e8d685b5629d4a8185474969249dbc6e for: {'port': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:02:08.159602 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.172924 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.201926 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-cf3a8409-87d8-4a04-a14d-ab3fc2acd7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.213503 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.231561 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.232499 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 22539e44-5256-4db8-8fe5-b361691dd1fd up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:08.432647 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=94d3da96-24bc-4050-8019-0d30cabcc5b0,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:08.435033 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec4d9-8329-4918-b6bf-594d67f25af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.445254 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 22539e44-5256-4db8-8fe5-b361691dd1fd triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:08.445254 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.504272 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ec4d9-8329-4918-b6bf-594d67f25af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694b0bda-db1f-4d9a-9b97-ae9bf4620d0a,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:08.515985 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4dbda10e-dcc9-4f15-9dd3-3314dba4081a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.524341 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Allocated IP 172.20.0.3 (b57127cd-5080-498c-a2a9-a9aa12e27acd/629540f6-b3ec-4b27-adbf-7d7d7baf6934/563c7ae5-b2ec-4f78-aca8-56a58c48d7d3) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:02:08.557265 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec4d9-8329-4918-b6bf-594d67f25af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.559149 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-3a3ec4d9-8329-4918-b6bf-594d67f25af3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/694b0bda-db1f-4d9a-9b97-ae9bf4620d0a HTTP/1.1" status: 204 len: 168 time: 1.0843997 Feb 28 19:02:08.601052 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4dbda10e-dcc9-4f15-9dd3-3314dba4081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.636476 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.647747 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.691004 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cd8e2-551d-41ef-a803-c560fdf03a0d req-f5c23e95-8cce-4a1f-a22f-ceb46edc7c31 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:08.700135 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2d6cd8e2-551d-41ef-a803-c560fdf03a0d req-f5c23e95-8cce-4a1f-a22f-ceb46edc7c31 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 943 time: 0.3880603 Feb 28 19:02:08.733390 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.771551 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4d901b21-17ec-4a74-8865-4472a53d1a32 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:08.784081 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-4dbda10e-dcc9-4f15-9dd3-3314dba4081a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1afc42fd1aac44e281d1c31df5a05e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8107014 Feb 28 19:02:08.826044 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56974) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:08.841858 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbda10e-dcc9-4f15-9dd3-3314dba4081a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044344df-e11a-47a1-9e2d-1c3c8c4d6b3b,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:08.853533 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 4d901b21-17ec-4a74-8865-4472a53d1a32 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:08.853941 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.863047 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a0cf5081-2d65-4d22-a2f3-21790ecacc57 req-d7b2155f-d156-4512-ba41-82acb3bfa2da tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 210 time: 0.1113400 Feb 28 19:02:08.924566 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:08.966621 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2d6cd8e2-551d-41ef-a803-c560fdf03a0d req-33b06af2-e820-49ce-a3d0-003129c84229 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652571 Feb 28 19:02:09.046031 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.061789 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.109809 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.116876 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'Port': ['ID=d5c52208-abb3-4ec1-9121-5304ea6b4814,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:09.158133 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 60d1f848-70b7-4bb1-b406-979cd526e704 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:02:09.173441 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.174717 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-00d14a13-2c19-4776-9fe4-c26585023370 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0822773 Feb 28 19:02:09.216639 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.260244 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Allocated IP 172.27.1.182 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/dadf8b3c-8533-4ce8-b3cc-58c9b58e7d3c) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:02:09.263001 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a582f2f2-569e-49f5-9827-89673555f02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.316251 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Pushing event updated for resources: {'Port': ['ID=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:09.345584 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Network b57127cd-5080-498c-a2a9-a9aa12e27acd is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:02:09.356945 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:02:09.361200 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:02:09.370455 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a582f2f2-569e-49f5-9827-89673555f02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.372098 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 60d1f848-70b7-4bb1-b406-979cd526e704, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=60d1f848-70b7-4bb1-b406-979cd526e704,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:09.389693 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '60d1f848-70b7-4bb1-b406-979cd526e704', 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5', 'port_id': '60d1f848-70b7-4bb1-b406-979cd526e704', 'mac_address': 'fa:16:3e:ad:09:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24ad78d-6a7e-4355-ae0c-4152a4caf1b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:02:09.391413 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:09.392091 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.432986 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9407baa-6283-4b8b-a673-b7e6727bf208 req-c029ffc6-9fc9-495b-beb0-9615f3e4b1b9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:09.435320 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f9407baa-6283-4b8b-a673-b7e6727bf208 req-c029ffc6-9fc9-495b-beb0-9615f3e4b1b9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 943 time: 0.2649484 Feb 28 19:02:09.472950 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 94d3da96-24bc-4050-8019-0d30cabcc5b0 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:09.516231 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f9407baa-6283-4b8b-a673-b7e6727bf208 req-1c76e689-b49e-4d89-9b25-c894daae2ba3 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627418 Feb 28 19:02:09.562652 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-5b4bf066-a7c0-4173-abad-1149ce6d0176 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9235387 Feb 28 19:02:09.574057 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Request body: {'port': {'device_id': 'd8550549-20dd-427f-a2aa-0c06fc252947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:09.617930 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 56996) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:09.631338 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.656275 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-93bb2edc-c8a7-4df2-a588-508b1caddfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.661938 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d1f848-70b7-4bb1-b406-979cd526e704 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:02:09.682301 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.685646 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 60d1f848-70b7-4bb1-b406-979cd526e704, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=60d1f848-70b7-4bb1-b406-979cd526e704,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:09.686624 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 94d3da96-24bc-4050-8019-0d30cabcc5b0 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:09.686990 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.695621 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-93bb2edc-c8a7-4df2-a588-508b1caddfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:09.700382 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:02:09.709736 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.715238 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-93bb2edc-c8a7-4df2-a588-508b1caddfb3 admin admin] Usage tracker for resource:security_group_rule and tenant:d56e0b7868d74cefbed8c8426eb32394 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:09.721424 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-93bb2edc-c8a7-4df2-a588-508b1caddfb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:09.731928 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-93bb2edc-c8a7-4df2-a588-508b1caddfb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:09.742793 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a582f2f2-569e-49f5-9827-89673555f02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.745391 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-e1de6131-5bfe-4ad5-b3ff-f2aef5cb9173 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Synchronizing usage tracker for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:02:09.747662 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Transition to ACTIVE for port object e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:02:09.776575 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.778327 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582f2f2-569e-49f5-9827-89673555f02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044344df-e11a-47a1-9e2d-1c3c8c4d6b3b,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:09.789061 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.789305 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 32302e0f-82da-4b80-902d-b422d9d231e1 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:02:09.799985 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a582f2f2-569e-49f5-9827-89673555f02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.801578 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-a582f2f2-569e-49f5-9827-89673555f02f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/044344df-e11a-47a1-9e2d-1c3c8c4d6b3b HTTP/1.1" status: 204 len: 168 time: 0.8160276 Feb 28 19:02:09.900295 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-93bb2edc-c8a7-4df2-a588-508b1caddfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.903063 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:09.909160 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.007402 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=60d1f848-70b7-4bb1-b406-979cd526e704,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:10.023276 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-93bb2edc-c8a7-4df2-a588-508b1caddfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.141535 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 32302e0f-82da-4b80-902d-b422d9d231e1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=32302e0f-82da-4b80-902d-b422d9d231e1,segment=NetworkSegment(c58062a1-7fe2-417c-97d7-e40bd0ff13a0),segment_id=c58062a1-7fe2-417c-97d7-e40bd0ff13a0)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:10.157874 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '32302e0f-82da-4b80-902d-b422d9d231e1', 'network_id': '5969ec6e-bb59-4dca-9873-ec6e8c87d9f4', 'port_id': '32302e0f-82da-4b80-902d-b422d9d231e1', 'mac_address': 'fa:16:3e:b4:da:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329a5f2c-6917-4b6b-a231-86b39cc6d670', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:02:10.194347 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb2edc-c8a7-4df2-a588-508b1caddfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c21de6-f337-4dda-9810-784e6bf952f4,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:10.202349 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:02:10.226523 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:02:10.229737 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:02:10.234537 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.249910 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'Port': ['ID=dadf8b3c-8533-4ce8-b3cc-58c9b58e7d3c,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:10.300993 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32302e0f-82da-4b80-902d-b422d9d231e1 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:02:10.320244 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 32302e0f-82da-4b80-902d-b422d9d231e1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=32302e0f-82da-4b80-902d-b422d9d231e1,segment=NetworkSegment(c58062a1-7fe2-417c-97d7-e40bd0ff13a0),segment_id=c58062a1-7fe2-417c-97d7-e40bd0ff13a0)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:10.343823 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-93bb2edc-c8a7-4df2-a588-508b1caddfb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d56e0b7868d74cefbed8c8426eb32394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7178428 Feb 28 19:02:10.352730 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57022) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:10.390475 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.399260 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Attempting to bind port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:02:10.399514 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Attempting to bind port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:02:10.399839 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Attempting to bind port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 on network b57127cd-5080-498c-a2a9-a9aa12e27acd {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:10.419497 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Pushing event updated for resources: {'Port': ['ID=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:10.430896 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 on network b57127cd-5080-498c-a2a9-a9aa12e27acd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:02:10.431252 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Attempting to bind port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 on network b57127cd-5080-498c-a2a9-a9aa12e27acd {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:10.444057 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.452268 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:02:10.452602 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Checking segment: {'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:02:10.452985 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Bound using segment: {'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:02:10.453427 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Bound port: e2dd1567-70f3-42c6-b7f4-bc55d9e367c2, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:02:10.453758 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.519021 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=32302e0f-82da-4b80-902d-b422d9d231e1,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:10.564658 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-e1de6131-5bfe-4ad5-b3ff-f2aef5cb9173 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Unset dirty status for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:02:10.565773 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-e1de6131-5bfe-4ad5-b3ff-f2aef5cb9173 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1466955126&fields=id&tenant_id=a73fa98b1d974ed1935c4d3e2879abad HTTP/1.1" status: 200 len: 267 time: 0.9353139 Feb 28 19:02:10.597099 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f6ad-ce6e-4434-8947-e75fe24cb588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.652680 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.684028 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd0f84-115a-4d87-bec8-622627a7b72a req-658548d0-d488-43e1-8944-ef8a516f7bbd tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:10.684383 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-96dd0f84-115a-4d87-bec8-622627a7b72a req-658548d0-d488-43e1-8944-ef8a516f7bbd tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Synchronizing usage tracker for tenant:e8d685b5629d4a8185474969249dbc6e on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:02:10.710117 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f6ad-ce6e-4434-8947-e75fe24cb588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.734141 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] For port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:02:10.773255 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] For port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:02:10.808945 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-c11e6e9d-1934-4c71-9dd9-e163a4c92ab2 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:10.809733 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-c11e6e9d-1934-4c71-9dd9-e163a4c92ab2 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Synchronizing usage tracker for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:network {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:02:10.810975 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['60d1f848-70b7-4bb1-b406-979cd526e704'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:02:10.827827 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 {{(pid=87745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:02:10.838167 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.867173 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-96dd0f84-115a-4d87-bec8-622627a7b72a req-658548d0-d488-43e1-8944-ef8a516f7bbd tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Unset dirty status for tenant:e8d685b5629d4a8185474969249dbc6e on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:02:10.868486 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96dd0f84-115a-4d87-bec8-622627a7b72a req-658548d0-d488-43e1-8944-ef8a516f7bbd tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 931 time: 0.7554862 Feb 28 19:02:10.874594 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['32302e0f-82da-4b80-902d-b422d9d231e1'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:02:10.875296 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.915099 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.939448 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96dd0f84-115a-4d87-bec8-622627a7b72a req-c792802a-d41c-454b-968b-2e4f7ff81dae tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636857 Feb 28 19:02:10.943312 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-c11e6e9d-1934-4c71-9dd9-e163a4c92ab2 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Unset dirty status for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:network {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:02:10.944465 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-c11e6e9d-1934-4c71-9dd9-e163a4c92ab2 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 817 time: 0.3710957 Feb 28 19:02:10.988217 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-895452a7-d7c7-4f14-83e9-ad5f58bd30a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/quotas/a73fa98b1d974ed1935c4d3e2879abad HTTP/1.1" status: 200 len: 375 time: 0.0280678 Feb 28 19:02:10.988446 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:10.989723 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:10.991646 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] 10.222.0.61 "PUT /v2.0/ports/e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 HTTP/1.1" status: 200 len: 1093 time: 3.8534281 Feb 28 19:02:10.992247 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26980bce-633e-4e70-9ebd-c1a38fb5cc4a', 'tag': 'e2dd1567-70f3-42c6-b7f4-bc55d9e367c2'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:11.041286 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414622ee-b4d7-43a0-8081-b658933f8f12 service neutron] Pushing event updated for resources: {'Port': ['ID=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:11.069062 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f6ad-ce6e-4434-8947-e75fe24cb588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:11.069268 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Transition to ACTIVE for port object 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 will not be triggered until provisioned by entity L2. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:02:11.113678 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2f6ad-ce6e-4434-8947-e75fe24cb588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c21de6-f337-4dda-9810-784e6bf952f4,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:11.127071 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-84d864b2-e90d-4745-9676-9266cbb07b08 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Synchronizing usage tracker for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:02:11.189200 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:11.205327 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f6ad-ce6e-4434-8947-e75fe24cb588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:11.210640 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-d0b2f6ad-ce6e-4434-8947-e75fe24cb588 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72c21de6-f337-4dda-9810-784e6bf952f4 HTTP/1.1" status: 204 len: 168 time: 0.8463037 Feb 28 19:02:11.213186 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:11.275166 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-39551d25-d8ae-4f4e-95bf-230b8348da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:11.279892 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-39551d25-d8ae-4f4e-95bf-230b8348da14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8d685b5629d4a8185474969249dbc6e&device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 1096 time: 0.1451859 Feb 28 19:02:11.334054 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-84d864b2-e90d-4745-9676-9266cbb07b08 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Unset dirty status for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:02:11.335477 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-84d864b2-e90d-4745-9676-9266cbb07b08 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3427029 Feb 28 19:02:11.348467 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 57048) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:11.390205 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-b83dc846-c38b-4bff-b5c9-50712a341e99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 HTTP/1.1" status: 200 len: 217 time: 0.1020107 Feb 28 19:02:11.392012 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:11.441276 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:11.541032 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Attempting to bind port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:02:11.541386 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Attempting to bind port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:02:11.541687 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Attempting to bind port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 on network b57127cd-5080-498c-a2a9-a9aa12e27acd {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:11.559345 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c0377-a730-461d-b7ac-dd2e4ffc63a9 req-39d13bd1-e3de-4ec4-969e-230978e6e6d0 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:11.561006 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8d4c0377-a730-461d-b7ac-dd2e4ffc63a9 req-39d13bd1-e3de-4ec4-969e-230978e6e6d0 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 944 time: 0.4236109 Feb 28 19:02:11.566363 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 on network b57127cd-5080-498c-a2a9-a9aa12e27acd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:02:11.566617 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Attempting to bind port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 on network b57127cd-5080-498c-a2a9-a9aa12e27acd {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:11.593655 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:02:11.593990 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Checking segment: {'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:02:11.594379 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Bound using segment: {'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:02:11.597586 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Bound port: 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e73b6e5-8892-47e4-a0a2-0270c3138d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd'}}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:02:11.597586 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:11.617538 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-0d22dd41-56b4-4492-9d5a-f32e07d3aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:11.619042 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-0d22dd41-56b4-4492-9d5a-f32e07d3aad8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629540f6-b3ec-4b27-adbf-7d7d7baf6934 HTTP/1.1" status: 200 len: 858 time: 0.2214763 Feb 28 19:02:11.620296 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'Port': ['ID=dadf8b3c-8533-4ce8-b3cc-58c9b58e7d3c,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:11.626932 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:11.630904 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-81b3f24b-6506-4823-923a-be4f97380d97 service neutron] 10.222.0.21 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686367 Feb 28 19:02:11.695509 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-b85485b5-3235-48d8-a552-88a3cae911c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b57127cd-5080-498c-a2a9-a9aa12e27acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696573 Feb 28 19:02:11.731355 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8d4c0377-a730-461d-b7ac-dd2e4ffc63a9 req-1694264c-e2e2-477c-9191-da6e95db4fc2 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585543 Feb 28 19:02:11.844669 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8d59f273-4e94-44cb-8b7b-4d6346c2cf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:11.857615 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] For port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3, host hv-cinder-83118, cleared binding levels {{(pid=87745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:02:11.873557 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] For port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:02:11.884161 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8d59f273-4e94-44cb-8b7b-4d6346c2cf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:11.890907 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:11.893130 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8d59f273-4e94-44cb-8b7b-4d6346c2cf81 admin admin] Usage tracker for resource:security_group_rule and tenant:3192eeb422084f658a82e673fe2d7b59 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:11.899583 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-7734b204-99af-404e-8243-5a2c7df26022 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1351385 Feb 28 19:02:11.899749 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-031a8562-8b10-47fd-adfc-0f0b88065681 service neutron] 10.222.0.21 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424331 Feb 28 19:02:11.901792 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8d59f273-4e94-44cb-8b7b-4d6346c2cf81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:11.909248 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8d59f273-4e94-44cb-8b7b-4d6346c2cf81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:11.964152 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-0c23c6ef-adea-401d-8e95-76c0f9c7bdce service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610805 Feb 28 19:02:12.071331 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:12.121863 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3fbbc81b-6c67-4269-8440-5d6045706d89 req-86f48012-524f-43a5-9a41-426ddbfad44e service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514215 Feb 28 19:02:12.150714 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10208f-3736-49d7-bc6d-19c2d33d9949 req-c1b5d31d-82d5-44d0-984a-b77b60c60942 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:12.152918 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ef10208f-3736-49d7-bc6d-19c2d33d9949 req-c1b5d31d-82d5-44d0-984a-b77b60c60942 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 944 time: 0.2124202 Feb 28 19:02:12.170406 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:12.171019 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:12.172624 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] 10.222.0.61 "PUT /v2.0/ports/563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 HTTP/1.1" status: 200 len: 1093 time: 2.6030772 Feb 28 19:02:12.179750 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8550549-20dd-427f-a2aa-0c06fc252947', 'tag': '563c7ae5-b2ec-4f78-aca8-56a58c48d7d3'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:12.244092 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8d59f273-4e94-44cb-8b7b-4d6346c2cf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:12.244793 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cadb8d-178e-4d63-b5b0-0a5d901a10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3,revision_number=3']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:12.264540 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26980bce-633e-4e70-9ebd-c1a38fb5cc4a', 'tag': 'e2dd1567-70f3-42c6-b7f4-bc55d9e367c2', 'status': 'completed', 'code': 200} Feb 28 19:02:12.266455 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ef10208f-3736-49d7-bc6d-19c2d33d9949 req-afbd5dc7-3de9-41d4-a372-52522f27b144 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027567 Feb 28 19:02:12.363651 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8d59f273-4e94-44cb-8b7b-4d6346c2cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:12.449369 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-0cf82b45-dce5-40dc-9e8d-6b1fede34457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:12.450973 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-0cf82b45-dce5-40dc-9e8d-6b1fede34457 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8d685b5629d4a8185474969249dbc6e&device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 1096 time: 0.1364324 Feb 28 19:02:12.528125 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-8d59f273-4e94-44cb-8b7b-4d6346c2cf81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3192eeb422084f658a82e673fe2d7b59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1723526 Feb 28 19:02:12.528355 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57102) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:12.528464 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59f273-4e94-44cb-8b7b-4d6346c2cf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32001b3-ee74-4434-b3cd-ee3fa22b6727,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:12.539776 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-0181746d-f919-4dca-ae13-45fd95bfe760 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Synchronizing usage tracker for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:02:12.549297 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-e885b8ec-df42-42b1-b916-64a28befa4bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 HTTP/1.1" status: 200 len: 217 time: 0.0871677 Feb 28 19:02:12.664635 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a19948e5-5f07-4f0c-b327-8a3e042f82a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:12.668821 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b8e801db-146b-45a7-b273-610d3d8bb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:12.670265 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-b8e801db-146b-45a7-b273-610d3d8bb315 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629540f6-b3ec-4b27-adbf-7d7d7baf6934 HTTP/1.1" status: 200 len: 858 time: 0.1137486 Feb 28 19:02:12.681758 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-0181746d-f919-4dca-ae13-45fd95bfe760 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Unset dirty status for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:02:12.682885 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-0181746d-f919-4dca-ae13-45fd95bfe760 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2044233536&fields=id&tenant_id=e00c264516ff48bdb7d2411e37b27ff4 HTTP/1.1" status: 200 len: 267 time: 0.2285514 Feb 28 19:02:12.685173 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60b55-c7b3-40af-8fd3-64dd0d21e78e req-2e53e714-9252-48c4-af39-92f6e6f40a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:12.686797 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c0e60b55-c7b3-40af-8fd3-64dd0d21e78e req-2e53e714-9252-48c4-af39-92f6e6f40a39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8d685b5629d4a8185474969249dbc6e&device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 1096 time: 0.3973656 Feb 28 19:02:12.700355 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faa6d5-6d52-455a-9d35-66fac6019924 req-b20a827a-196e-475a-9b30-917b88a4e517 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:12.702673 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35faa6d5-6d52-455a-9d35-66fac6019924 req-b20a827a-196e-475a-9b30-917b88a4e517 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 943 time: 0.3200052 Feb 28 19:02:12.758172 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-12ddcb90-892a-4a75-96f4-f7ddca1b8b0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b57127cd-5080-498c-a2a9-a9aa12e27acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715683 Feb 28 19:02:12.767020 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a19948e5-5f07-4f0c-b327-8a3e042f82a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:12.984376 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-ad9f2909-d6cb-40c0-81cf-11f525e74a8b service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188911 Feb 28 19:02:13.018033 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35faa6d5-6d52-455a-9d35-66fac6019924 req-36ef219e-bb62-4200-9c79-c12ed923b74c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907033 Feb 28 19:02:13.064076 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a19948e5-5f07-4f0c-b327-8a3e042f82a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:13.099469 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60b55-c7b3-40af-8fd3-64dd0d21e78e req-48bf3e89-c35d-4176-889a-197753772885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:13.100956 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c0e60b55-c7b3-40af-8fd3-64dd0d21e78e req-48bf3e89-c35d-4176-889a-197753772885 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 200 len: 919 time: 0.3971024 Feb 28 19:02:13.120357 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-64464958-2b89-459e-ab22-9b0b4272a966 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:13.123790 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-64464958-2b89-459e-ab22-9b0b4272a966 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Synchronizing usage tracker for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:network {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:02:13.134864 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8550549-20dd-427f-a2aa-0c06fc252947', 'tag': '563c7ae5-b2ec-4f78-aca8-56a58c48d7d3', 'status': 'completed', 'code': 200} Feb 28 19:02:13.139900 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19948e5-5f07-4f0c-b327-8a3e042f82a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32001b3-ee74-4434-b3cd-ee3fa22b6727,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:13.168029 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a19948e5-5f07-4f0c-b327-8a3e042f82a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:13.170336 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-a19948e5-5f07-4f0c-b327-8a3e042f82a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c32001b3-ee74-4434-b3cd-ee3fa22b6727 HTTP/1.1" status: 204 len: 168 time: 0.6432157 Feb 28 19:02:13.191857 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 60d1f848-70b7-4bb1-b406-979cd526e704 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:13.215940 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d157873c-ad9a-4f8c-b19d-3420d00b12dc req-097b89b7-8179-4307-bf4c-a4e20ac1f1cb service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175653 Feb 28 19:02:13.316381 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c0e60b55-c7b3-40af-8fd3-64dd0d21e78e req-dacae8a3-0513-4639-badc-500d7758f053 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 HTTP/1.1" status: 200 len: 217 time: 0.1806388 Feb 28 19:02:13.319990 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2ae3ea34-de33-4821-82bd-3de52ff1a05a req-866cf4fe-ef24-412c-a326-ed94317c88a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 210 time: 0.0678205 Feb 28 19:02:13.367419 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 60d1f848-70b7-4bb1-b406-979cd526e704 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:02:13.375860 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 60d1f848-70b7-4bb1-b406-979cd526e704 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:13.376192 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:13.426331 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e60b55-c7b3-40af-8fd3-64dd0d21e78e req-9e072d40-1ccb-44d8-9f4c-aa40da4e7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:13.427932 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c0e60b55-c7b3-40af-8fd3-64dd0d21e78e req-9e072d40-1ccb-44d8-9f4c-aa40da4e7fac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629540f6-b3ec-4b27-adbf-7d7d7baf6934 HTTP/1.1" status: 200 len: 858 time: 0.1057825 Feb 28 19:02:13.436164 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-64464958-2b89-459e-ab22-9b0b4272a966 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Unset dirty status for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:network {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:02:13.437404 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-64464958-2b89-459e-ab22-9b0b4272a966 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/networks?id=1c812996-20a8-48cd-b6ed-d12028f6c0ff HTTP/1.1" status: 200 len: 810 time: 0.7320142 Feb 28 19:02:13.536431 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08883c41-19fc-4bf5-a97b-0b03c11b6d4e req-673019a1-07d3-4722-9ac7-f1d5286f2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:13.538856 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-08883c41-19fc-4bf5-a97b-0b03c11b6d4e req-673019a1-07d3-4722-9ac7-f1d5286f2161 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8d685b5629d4a8185474969249dbc6e&device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 1096 time: 0.1582170 Feb 28 19:02:13.555501 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:13.561884 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c0e60b55-c7b3-40af-8fd3-64dd0d21e78e req-b36c6242-1d67-4a96-ae56-4441817a75f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b57127cd-5080-498c-a2a9-a9aa12e27acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234584 Feb 28 19:02:13.563369 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-e2fa5e5c-a230-425e-a082-fd7df7f43328 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/quotas/e00c264516ff48bdb7d2411e37b27ff4 HTTP/1.1" status: 200 len: 375 time: 0.0625477 Feb 28 19:02:13.594755 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d1ca96-68b1-4b7c-ac23-4b314f12cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d1f848-70b7-4bb1-b406-979cd526e704'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:13.695653 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 60d1f848-70b7-4bb1-b406-979cd526e704, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=60d1f848-70b7-4bb1-b406-979cd526e704,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:13.755318 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08883c41-19fc-4bf5-a97b-0b03c11b6d4e req-87530aef-1c27-4790-8173-0e02de6ea3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:13.763617 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-08883c41-19fc-4bf5-a97b-0b03c11b6d4e req-87530aef-1c27-4790-8173-0e02de6ea3bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 200 len: 919 time: 0.2183828 Feb 28 19:02:13.781068 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0243e5-3c76-4751-9c85-2a1ce710acd5 req-373270e9-8b0d-4056-b629-5c930193469d tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:13.782999 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7f0243e5-3c76-4751-9c85-2a1ce710acd5 req-373270e9-8b0d-4056-b629-5c930193469d tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 944 time: 0.2832868 Feb 28 19:02:13.795089 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c0e60b55-c7b3-40af-8fd3-64dd0d21e78e req-84b5e254-721e-441d-b06d-41aee75344a0 service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270589 Feb 28 19:02:13.842170 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:13.845758 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 32302e0f-82da-4b80-902d-b422d9d231e1 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:13.853390 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-08883c41-19fc-4bf5-a97b-0b03c11b6d4e req-82c8eeda-bf5c-4d76-a50b-f8760b84ed85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 HTTP/1.1" status: 200 len: 217 time: 0.0847304 Feb 28 19:02:13.870851 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-f2521b05-14e0-4ab4-ab3a-55041eb1bdad tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2781334 Feb 28 19:02:13.929334 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08883c41-19fc-4bf5-a97b-0b03c11b6d4e req-def0f861-94ef-4325-b43c-c39d215e8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:13.930831 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-08883c41-19fc-4bf5-a97b-0b03c11b6d4e req-def0f861-94ef-4325-b43c-c39d215e8b2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629540f6-b3ec-4b27-adbf-7d7d7baf6934 HTTP/1.1" status: 200 len: 858 time: 0.0693548 Feb 28 19:02:13.993525 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-08883c41-19fc-4bf5-a97b-0b03c11b6d4e req-c96119fa-63cb-4121-9b10-6333aebdf58d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b57127cd-5080-498c-a2a9-a9aa12e27acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565290 Feb 28 19:02:14.029167 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7f0243e5-3c76-4751-9c85-2a1ce710acd5 req-a6fc6265-2861-4402-a84b-4cd93991cea4 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361236 Feb 28 19:02:14.097291 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=60d1f848-70b7-4bb1-b406-979cd526e704,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:14.240619 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-08883c41-19fc-4bf5-a97b-0b03c11b6d4e req-4af4758a-9f15-47dc-9779-9e5ba5afa1eb service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383628 Feb 28 19:02:14.254477 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c0e60b55-c7b3-40af-8fd3-64dd0d21e78e req-0efad47f-800d-4a59-8301-2fbd2113a6f3 service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505689 Feb 28 19:02:14.294155 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 32302e0f-82da-4b80-902d-b422d9d231e1 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:02:14.296284 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-8c8f9707-8cfc-4bf4-824b-2c96afcddde3 service neutron] 10.222.0.21 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601809 Feb 28 19:02:14.315529 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 32302e0f-82da-4b80-902d-b422d9d231e1 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:14.317740 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:14.355947 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1cb58-b6d2-4b53-b4ad-768dcf97d140 req-575a302e-7767-4f61-aad4-205976a4bc69 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:14.363774 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5bf1cb58-b6d2-4b53-b4ad-768dcf97d140 req-575a302e-7767-4f61-aad4-205976a4bc69 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 945 time: 0.1863928 Feb 28 19:02:14.399552 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-08883c41-19fc-4bf5-a97b-0b03c11b6d4e req-2b25f1f9-d7e4-4819-aa33-b33399c9916d service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546140 Feb 28 19:02:14.444080 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57162) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:14.474553 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-79147938-f0b6-4117-819b-7c355b37cedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:14.497423 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5bf1cb58-b6d2-4b53-b4ad-768dcf97d140 req-9096e075-a0c5-4977-b2db-904eb638d354 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327076 Feb 28 19:02:14.509821 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:14.526993 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-79147938-f0b6-4117-819b-7c355b37cedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:14.534992 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-79147938-f0b6-4117-819b-7c355b37cedf admin admin] Usage tracker for resource:security_group_rule and tenant:54fc7bd4cd4041a59eef46f6a80fef57 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:14.544521 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-79147938-f0b6-4117-819b-7c355b37cedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:14.557759 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-79147938-f0b6-4117-819b-7c355b37cedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:14.579083 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-154a7e50-0ec4-4193-bbd0-d7f72ee9ff18 service neutron] 10.222.0.21 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646353 Feb 28 19:02:14.584597 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 32302e0f-82da-4b80-902d-b422d9d231e1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=32302e0f-82da-4b80-902d-b422d9d231e1,segment=NetworkSegment(c58062a1-7fe2-417c-97d7-e40bd0ff13a0),segment_id=c58062a1-7fe2-417c-97d7-e40bd0ff13a0)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:14.680689 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-79147938-f0b6-4117-819b-7c355b37cedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:14.749065 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf4863-7fd3-4082-b03b-09cabc9fc7a1 req-53605368-8259-451e-ad7c-05a32101d985 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:14.751624 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-afcf4863-7fd3-4082-b03b-09cabc9fc7a1 req-53605368-8259-451e-ad7c-05a32101d985 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 943 time: 0.0940909 Feb 28 19:02:14.755944 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:14.804352 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-afcf4863-7fd3-4082-b03b-09cabc9fc7a1 req-a578278c-2946-40cc-adff-6b2ba3a85a2b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Feb 28 19:02:14.819462 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-79147938-f0b6-4117-819b-7c355b37cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:14.862865 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=32302e0f-82da-4b80-902d-b422d9d231e1,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:14.911171 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-79147938-f0b6-4117-819b-7c355b37cedf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54fc7bd4cd4041a59eef46f6a80fef57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632304 Feb 28 19:02:14.912966 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 57180) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:14.928707 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79147938-f0b6-4117-819b-7c355b37cedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f203931-e8bd-4a43-8d69-170c9febdafe,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:14.998470 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:02:15.059087 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-77b6bb0a-2df2-4563-8672-e2b2c1561447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:15.194330 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d1ca96-68b1-4b7c-ac23-4b314f12cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d1f848-70b7-4bb1-b406-979cd526e704', 'code': 200} Feb 28 19:02:15.305878 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cc7fe986-00ec-4399-8ff8-b73c9e34e230 req-30b744a5-376c-42d9-bef0-d15fea5adbb3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 210 time: 0.1271501 Feb 28 19:02:15.317489 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-530c587f-6c9c-4fb9-b657-eb352b63054f req-5006b819-4d83-4f41-9752-c7a27f4d3a09 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 210 time: 0.0803430 Feb 28 19:02:15.322612 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-77b6bb0a-2df2-4563-8672-e2b2c1561447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:15.503902 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fd7a-193a-4e6c-b8eb-b8816618bece req-4e230e18-5f90-4eca-b358-8b0601ae3e8f tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:15.505325 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c849fd7a-193a-4e6c-b8eb-b8816618bece req-4e230e18-5f90-4eca-b358-8b0601ae3e8f tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 945 time: 0.0804713 Feb 28 19:02:15.506379 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-77b6bb0a-2df2-4563-8672-e2b2c1561447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:15.543022 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6bb0a-2df2-4563-8672-e2b2c1561447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f203931-e8bd-4a43-8d69-170c9febdafe,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:15.575881 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-77b6bb0a-2df2-4563-8672-e2b2c1561447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:15.576961 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-77b6bb0a-2df2-4563-8672-e2b2c1561447 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f203931-e8bd-4a43-8d69-170c9febdafe HTTP/1.1" status: 204 len: 168 time: 0.6630177 Feb 28 19:02:15.604465 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c849fd7a-193a-4e6c-b8eb-b8816618bece req-f0aac84e-e7e8-4d12-b5bd-4e48cdc18bc7 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876331 Feb 28 19:02:15.651414 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a130b30-fa9d-4cca-b6a1-76ff1654cce9 req-0a11b105-0df5-437c-8284-2c13c7844dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:15.653024 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-6a130b30-fa9d-4cca-b6a1-76ff1654cce9 req-0a11b105-0df5-437c-8284-2c13c7844dd3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 1098 time: 0.0833588 Feb 28 19:02:15.694182 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-6a130b30-fa9d-4cca-b6a1-76ff1654cce9 req-95691652-b18f-44de-bc58-55e662ee0350 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:15.730315 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-6a130b30-fa9d-4cca-b6a1-76ff1654cce9 req-95691652-b18f-44de-bc58-55e662ee0350 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:15.738516 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-6a130b30-fa9d-4cca-b6a1-76ff1654cce9 req-95691652-b18f-44de-bc58-55e662ee0350 service neutron] Usage tracker for resource:security_group_rule and tenant:a65bccb1addf41ecb44dfe73b3d94bea is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:15.742585 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-6a130b30-fa9d-4cca-b6a1-76ff1654cce9 req-95691652-b18f-44de-bc58-55e662ee0350 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:15.750564 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-6a130b30-fa9d-4cca-b6a1-76ff1654cce9 req-95691652-b18f-44de-bc58-55e662ee0350 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:15.855860 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-6a130b30-fa9d-4cca-b6a1-76ff1654cce9 req-95691652-b18f-44de-bc58-55e662ee0350 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:15.888914 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-52d72baa-469b-4423-8ccc-04b3e6d45e7f tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:15.951533 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-52d72baa-469b-4423-8ccc-04b3e6d45e7f tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 817 time: 0.2665639 Feb 28 19:02:15.984366 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a4ae6-b51b-4415-a8aa-eb7d20748c00 req-1d011956-751f-49d7-a48b-ef5c91176b15 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:15.985896 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fc2a4ae6-b51b-4415-a8aa-eb7d20748c00 req-1d011956-751f-49d7-a48b-ef5c91176b15 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 945 time: 0.2022669 Feb 28 19:02:16.034565 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-acf11f3f-4d17-46cd-b74e-c73c07718ea5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a73fa98b1d974ed1935c4d3e2879abad HTTP/1.1" status: 200 len: 380 time: 0.1343465 Feb 28 19:02:16.052397 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'port': {'device_id': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'admin_state_up': True, 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'security_groups': ['6c42b621-2184-4b8d-b074-77612c745bb5']}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:16.098014 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fc2a4ae6-b51b-4415-a8aa-eb7d20748c00 req-bccec4b5-0f26-48c8-a202-772ff2467fd1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011677 Feb 28 19:02:16.186419 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdebb24-e48c-4d7a-ad5f-f61bea1e1e22 req-e23c8c9e-8f3c-4955-a647-b854feb6ed82 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:16.187882 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0fdebb24-e48c-4d7a-ad5f-f61bea1e1e22 req-e23c8c9e-8f3c-4955-a647-b854feb6ed82 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 943 time: 0.2711208 Feb 28 19:02:16.257089 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0fdebb24-e48c-4d7a-ad5f-f61bea1e1e22 req-5394583c-bb25-40d8-bc33-9332bf35aeb9 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631804 Feb 28 19:02:16.257989 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:16.269672 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:16.415458 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4d10f1ff-c2bb-49f5-9929-48a7147a7b49 req-278558e0-8771-437e-86b0-6dac781a79ff tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 210 time: 0.0454228 Feb 28 19:02:16.466609 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-51bda320-f45c-4114-b1d0-53d6a20f7c5b req-b9c2692e-4f2b-4e59-b696-3ea47b2fdca6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 210 time: 0.0494728 Feb 28 19:02:16.473459 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-6a130b30-fa9d-4cca-b6a1-76ff1654cce9 req-95691652-b18f-44de-bc58-55e662ee0350 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:16.503828 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-6a130b30-fa9d-4cca-b6a1-76ff1654cce9 req-95691652-b18f-44de-bc58-55e662ee0350 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8448927 Feb 28 19:02:16.528398 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95691652-b18f-44de-bc58-55e662ee0350 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=60f11dee-0af3-43c4-8ed6-c3d2d2e94a6b,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:16.596509 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Made reservation on behalf of a73fa98b1d974ed1935c4d3e2879abad for: {'port': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:02:16.600775 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:16.829950 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Allocated IP 172.20.0.11 (099c77b0-b32f-4f92-b4b4-e414371a1e31/714bbb42-3058-4d38-8562-8ebc8ccb1424/7caa3a37-72ae-4e36-90cf-0f518cb19c37) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:02:16.879958 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b491cb6-ca26-4669-8470-594a7214f222 req-1429ed68-5fa6-4f08-90e0-705540aa6455 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:16.885021 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0b491cb6-ca26-4669-8470-594a7214f222 req-1429ed68-5fa6-4f08-90e0-705540aa6455 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 945 time: 0.1313767 Feb 28 19:02:17.046322 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0b491cb6-ca26-4669-8470-594a7214f222 req-40ab78ed-cff8-4329-9753-5db28ba1bcc1 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545100 Feb 28 19:02:17.130440 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:17.148933 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Transition to ACTIVE for port object 7caa3a37-72ae-4e36-90cf-0f518cb19c37 will not be triggered until provisioned by entity DHCP. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:02:17.189619 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:02:17.194880 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7419a104-ba80-4043-87e2-b565459c6f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32302e0f-82da-4b80-902d-b422d9d231e1'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:17.304014 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:17.350096 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57266) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:17.456053 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Network 099c77b0-b32f-4f92-b4b4-e414371a1e31 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:02:17.469548 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:02:17.475549 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:02:17.496479 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:17.496479 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:17.521890 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:17.561853 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': 'e2dd1567-70f3-42c6-b7f4-bc55d9e367c2', 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd', 'port_id': 'e2dd1567-70f3-42c6-b7f4-bc55d9e367c2', 'mac_address': 'fa:16:3e:0a:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629540f6-b3ec-4b27-adbf-7d7d7baf6934', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:02:17.570801 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7419a104-ba80-4043-87e2-b565459c6f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32302e0f-82da-4b80-902d-b422d9d231e1', 'code': 200} Feb 28 19:02:17.625730 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7a49bda2-2186-4a3d-b662-0bad17cf5e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:17.655843 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-7a49bda2-2186-4a3d-b662-0bad17cf5e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:17.672605 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-7a49bda2-2186-4a3d-b662-0bad17cf5e34 admin admin] Usage tracker for resource:security_group_rule and tenant:249ab902c57d4d1b91beddbeb18f7f8d is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:17.675966 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-7a49bda2-2186-4a3d-b662-0bad17cf5e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:17.680284 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'Port': ['ID=7caa3a37-72ae-4e36-90cf-0f518cb19c37,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:17.682164 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-7a49bda2-2186-4a3d-b662-0bad17cf5e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:17.693927 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:17.713642 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:02:17.732056 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:17.748486 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88339e-7459-4439-bca7-02831ff7eeca req-50858f1a-4cca-4f04-995c-316df9903f07 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:17.750102 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8c88339e-7459-4439-bca7-02831ff7eeca req-50858f1a-4cca-4f04-995c-316df9903f07 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 945 time: 0.5085795 Feb 28 19:02:17.806695 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43552d-c8d6-425f-9d96-fa2d00851e0b req-cb5503f9-68ec-4b82-8f53-db8ea177467d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:17.808228 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3b43552d-c8d6-425f-9d96-fa2d00851e0b req-cb5503f9-68ec-4b82-8f53-db8ea177467d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 943 time: 0.2573988 Feb 28 19:02:17.830651 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f635d8-93f4-46b3-bf37-e5b0f199a984 req-948a172c-af43-4576-9d08-e6d7128eff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:17.832142 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-21f635d8-93f4-46b3-bf37-e5b0f199a984 req-948a172c-af43-4576-9d08-e6d7128eff23 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 1098 time: 0.0764024 Feb 28 19:02:17.832253 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8c88339e-7459-4439-bca7-02831ff7eeca req-6d1ba349-9a24-4fb7-a687-55343f81b1b4 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755694 Feb 28 19:02:17.835706 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1f30ecdb-f19d-4711-96e7-7b6adf30d5ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7955117 Feb 28 19:02:17.876048 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:17.876978 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:02:17.890072 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3b43552d-c8d6-425f-9d96-fa2d00851e0b req-3135e6e9-6fa4-435f-a435-e3e8a35ddd46 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759194 Feb 28 19:02:17.893783 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Request body: {'port': {'device_id': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:17.971640 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-d183cfb0-66a7-4e9e-b561-0b181dbe5893 None None] Provisioning for port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:02:18.040169 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7a49bda2-2186-4a3d-b662-0bad17cf5e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:18.044104 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-d183cfb0-66a7-4e9e-b561-0b181dbe5893 None None] Provisioning complete for port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:18.044668 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-d183cfb0-66a7-4e9e-b561-0b181dbe5893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:18.049424 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-21f635d8-93f4-46b3-bf37-e5b0f199a984 req-8a6161e2-1e57-4510-b8b6-e9180ed20e41 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619322 Feb 28 19:02:18.124857 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.db.resource_extend [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 19:02:18.153623 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:18.183431 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-d183cfb0-66a7-4e9e-b561-0b181dbe5893 None None] Port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:02:18.183723 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7a49bda2-2186-4a3d-b662-0bad17cf5e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:18.183813 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '563c7ae5-b2ec-4f78-aca8-56a58c48d7d3', 'network_id': 'b57127cd-5080-498c-a2a9-a9aa12e27acd', 'port_id': '563c7ae5-b2ec-4f78-aca8-56a58c48d7d3', 'mac_address': 'fa:16:3e:14:cd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629540f6-b3ec-4b27-adbf-7d7d7baf6934', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:02:18.183813 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:18.203134 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bcac7732-4984-4907-9d5d-25baaeae0bdf req-67cc03df-46db-4b57-85b0-d856e132823f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 210 time: 0.1240377 Feb 28 19:02:18.237767 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-7a49bda2-2186-4a3d-b662-0bad17cf5e34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=249ab902c57d4d1b91beddbeb18f7f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8857074 Feb 28 19:02:18.238488 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:18.238974 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49bda2-2186-4a3d-b662-0bad17cf5e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77c5ab0-760d-4ce2-97be-68419e9bc7b1,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:18.241966 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57290) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:18.249640 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:18.263478 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:02:18.295426 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:18.322817 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0014a24e-d016-4a8e-9a05-1247def98689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:18.350459 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:18.353479 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0014a24e-d016-4a8e-9a05-1247def98689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:18.374436 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fe2f6-60a2-4488-94bd-54d0561c659f req-ea5b111c-4a13-48e0-8c98-c9d4b5ba6c8e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:18.387963 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-644fe2f6-60a2-4488-94bd-54d0561c659f req-ea5b111c-4a13-48e0-8c98-c9d4b5ba6c8e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Synchronizing usage tracker for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:02:18.443751 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:18.493374 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0014a24e-d016-4a8e-9a05-1247def98689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:18.511642 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014a24e-d016-4a8e-9a05-1247def98689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77c5ab0-760d-4ce2-97be-68419e9bc7b1,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:18.538149 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0014a24e-d016-4a8e-9a05-1247def98689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:18.543193 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-0014a24e-d016-4a8e-9a05-1247def98689 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e77c5ab0-760d-4ce2-97be-68419e9bc7b1 HTTP/1.1" status: 204 len: 168 time: 0.2984133 Feb 28 19:02:18.588518 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1517adc-824b-4c91-880c-e283dea3bf3e req-6d02d343-7ac3-4be7-b4bc-7287374796c4 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:18.590720 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f1517adc-824b-4c91-880c-e283dea3bf3e req-6d02d343-7ac3-4be7-b4bc-7287374796c4 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 945 time: 0.1936920 Feb 28 19:02:18.595985 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-644fe2f6-60a2-4488-94bd-54d0561c659f req-ea5b111c-4a13-48e0-8c98-c9d4b5ba6c8e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Unset dirty status for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:02:18.603259 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-644fe2f6-60a2-4488-94bd-54d0561c659f req-ea5b111c-4a13-48e0-8c98-c9d4b5ba6c8e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 932 time: 0.4826674 Feb 28 19:02:18.743289 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f1517adc-824b-4c91-880c-e283dea3bf3e req-8df3db86-7f4d-4297-8695-e69cad3d5e4e tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941768 Feb 28 19:02:18.746316 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-644fe2f6-60a2-4488-94bd-54d0561c659f req-baf75d19-6cea-402e-9359-9a32f4985006 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422915 Feb 28 19:02:18.771247 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['563c7ae5-b2ec-4f78-aca8-56a58c48d7d3'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:02:18.811990 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['e2dd1567-70f3-42c6-b7f4-bc55d9e367c2'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:02:18.898908 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7caa3a37-72ae-4e36-90cf-0f518cb19c37 {{(pid=87745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:02:18.917501 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:18.958642 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Transition to ACTIVE for port object 7caa3a37-72ae-4e36-90cf-0f518cb19c37 will not be triggered until provisioned by entity L2. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:02:19.173154 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:19.308386 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Pushing event updated for resources: {'Port': ['ID=7caa3a37-72ae-4e36-90cf-0f518cb19c37,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:19.417958 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-7341cf2c-1a74-4b46-8614-de4e1d2f90cb tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:19.421702 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-7341cf2c-1a74-4b46-8614-de4e1d2f90cb tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.61 "GET /v2.0/networks?id=1c812996-20a8-48cd-b6ed-d12028f6c0ff HTTP/1.1" status: 200 len: 810 time: 0.2887897 Feb 28 19:02:19.490678 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Attempting to bind port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:02:19.490848 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Attempting to bind port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:02:19.491201 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Attempting to bind port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 on network 099c77b0-b32f-4f92-b4b4-e414371a1e31 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:19.500448 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 on network 099c77b0-b32f-4f92-b4b4-e414371a1e31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:02:19.507363 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Attempting to bind port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 on network 099c77b0-b32f-4f92-b4b4-e414371a1e31 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:19.507502 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-a05d8e82-0ff5-4a94-8a76-16439311caad tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00c264516ff48bdb7d2411e37b27ff4 HTTP/1.1" status: 200 len: 380 time: 0.0659251 Feb 28 19:02:19.508545 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:02:19.509060 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Checking segment: {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:02:19.509271 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Bound using segment: {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:02:19.509705 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Bound port: 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'}}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:02:19.510181 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:19.527301 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'port': {'device_id': '45883a52-0422-4de3-b428-d6f24780b283', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'admin_state_up': True, 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'security_groups': ['3dadaeaf-652c-44a2-a6d9-120015322360']}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:19.566653 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b70054-0d0f-4b0e-a084-02cb7ff7c4ae req-5b14c00c-a7e4-44b7-9b8c-c4e0931dbbb9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:19.576213 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-06b70054-0d0f-4b0e-a084-02cb7ff7c4ae req-5b14c00c-a7e4-44b7-9b8c-c4e0931dbbb9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 945 time: 0.5625992 Feb 28 19:02:19.615419 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a1454-f181-419f-a1fc-7bc76d56e34f req-8b04d75a-dd4d-4731-baf4-19d0429fd73c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:19.617075 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8c6a1454-f181-419f-a1fc-7bc76d56e34f req-8b04d75a-dd4d-4731-baf4-19d0429fd73c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 944 time: 0.5286651 Feb 28 19:02:19.688119 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57326) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:19.718167 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, cleared binding levels {{(pid=87745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:02:19.722080 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:02:19.726069 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-207d4148-77a7-4e41-8712-8bab7ff685d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:19.751214 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-207d4148-77a7-4e41-8712-8bab7ff685d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:19.762191 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-207d4148-77a7-4e41-8712-8bab7ff685d3 admin admin] Usage tracker for resource:security_group_rule and tenant:badb8247563e471ca9e9a6ca269e8d83 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:19.768814 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-207d4148-77a7-4e41-8712-8bab7ff685d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:19.788926 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:19.791204 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-207d4148-77a7-4e41-8712-8bab7ff685d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:19.808088 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:19.809346 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8c6a1454-f181-419f-a1fc-7bc76d56e34f req-cd3a2606-4440-4d88-959e-3569f6b6c07f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826600 Feb 28 19:02:19.820781 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:port and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:19.824969 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:19.843846 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:19.910274 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-06b70054-0d0f-4b0e-a084-02cb7ff7c4ae req-ca9014a9-f83b-40a8-9c93-2cec8f9fbc24 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331203 Feb 28 19:02:19.934169 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-207d4148-77a7-4e41-8712-8bab7ff685d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:19.958922 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:19.959617 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:19.965887 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] 10.222.0.61 "PUT /v2.0/ports/7caa3a37-72ae-4e36-90cf-0f518cb19c37 HTTP/1.1" status: 200 len: 1094 time: 2.0780237 Feb 28 19:02:19.965887 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:19.986995 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Made reservation on behalf of e00c264516ff48bdb7d2411e37b27ff4 for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:02:20.004897 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:20.009628 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50629e11-6442-4609-bdcc-3cc177080707 service neutron] Pushing event updated for resources: {'Port': ['ID=7caa3a37-72ae-4e36-90cf-0f518cb19c37,revision_number=3']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:20.047625 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-207d4148-77a7-4e41-8712-8bab7ff685d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:20.132889 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-92f95fbd-33fa-4f79-9805-e51227da7785 req-3af7ca6a-b545-4d46-85d2-3e65044de3e4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 210 time: 0.0889020 Feb 28 19:02:20.252138 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d4148-77a7-4e41-8712-8bab7ff685d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2b0ddc-7d93-4dba-836c-37c5c65a072e,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:20.294797 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-207d4148-77a7-4e41-8712-8bab7ff685d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=badb8247563e471ca9e9a6ca269e8d83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6052635 Feb 28 19:02:20.300681 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 57344) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:20.317500 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-75c509d3-3558-4447-b3d7-f402c60ae9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:20.318904 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-75c509d3-3558-4447-b3d7-f402c60ae9e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 1097 time: 0.1847606 Feb 28 19:02:20.326972 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77cbd-165f-4621-abf1-9694d3b9c376 req-9787448e-15d2-45c7-b165-a9a717d5df44 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:20.328328 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cfa77cbd-165f-4621-abf1-9694d3b9c376 req-9787448e-15d2-45c7-b165-a9a717d5df44 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 945 time: 0.1359894 Feb 28 19:02:20.407043 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Allocated IP 172.20.0.7 (1c812996-20a8-48cd-b6ed-d12028f6c0ff/4696e929-cc56-41be-8b9d-89b6bfd0717a/f30d713e-926a-4637-924b-eabbced9f31c) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:02:20.567821 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-f2f9f8a3-288a-4b15-8adf-745611bde689 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37 HTTP/1.1" status: 200 len: 217 time: 0.2385495 Feb 28 19:02:20.628821 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 57358) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:20.631717 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:20.650095 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Transition to ACTIVE for port object f30d713e-926a-4637-924b-eabbced9f31c will not be triggered until provisioned by entity DHCP. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:02:20.696095 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cfa77cbd-165f-4621-abf1-9694d3b9c376 req-b4165ae8-7cc0-40af-b3f6-267bd87e996b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692206 Feb 28 19:02:20.719842 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-f2aaa92e-46f2-498a-af52-18e9f5f97dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:20.722828 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-f2aaa92e-46f2-498a-af52-18e9f5f97dc1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.1340284 Feb 28 19:02:20.723885 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d8399785-40a1-4ce6-9dd5-8b2750e5a44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:20.746815 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:20.790802 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'status': 'completed', 'code': 200} Feb 28 19:02:20.830741 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Network 1c812996-20a8-48cd-b6ed-d12028f6c0ff is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:02:20.834409 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-71765c7a-4944-4936-9dfc-4494f93d867a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:20.834736 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:02:20.849097 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:02:20.854129 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d8399785-40a1-4ce6-9dd5-8b2750e5a44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:20.855097 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:20.856191 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:20.874083 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-71765c7a-4944-4936-9dfc-4494f93d867a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:20.877348 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'Port': ['ID=f30d713e-926a-4637-924b-eabbced9f31c,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:20.878316 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-71765c7a-4944-4936-9dfc-4494f93d867a admin admin] Usage tracker for resource:security_group_rule and tenant:398e5b71c4dd48c08f66291285f2e8d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:20.881365 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-71765c7a-4944-4936-9dfc-4494f93d867a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:20.888569 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-71765c7a-4944-4936-9dfc-4494f93d867a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:20.910224 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee888ad-0262-4447-b487-97f73aafb110 req-b5ac7ad8-8022-4431-9a05-0d198291b819 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:20.917685 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9ee888ad-0262-4447-b487-97f73aafb110 req-b5ac7ad8-8022-4431-9a05-0d198291b819 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.6039317 Feb 28 19:02:20.984579 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-3c2ac4f4-fafa-4615-95e1-df027b9deed0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4692621 Feb 28 19:02:21.052601 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9ee888ad-0262-4447-b487-97f73aafb110 req-1be00f93-038d-4ddc-945d-3ba50c5690e3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339452 Feb 28 19:02:21.064208 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-2587fa89-76ea-4848-aa73-d17d916f84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:21.065639 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-2587fa89-76ea-4848-aa73-d17d916f84cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3142576 Feb 28 19:02:21.105643 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189e3ff-9d99-483d-ae20-8c46a6fec53a req-e2ab002f-1b1c-44b2-9335-cea84fc4c03b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:21.105643 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3189e3ff-9d99-483d-ae20-8c46a6fec53a req-e2ab002f-1b1c-44b2-9335-cea84fc4c03b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 944 time: 0.1372304 Feb 28 19:02:21.150525 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3189e3ff-9d99-483d-ae20-8c46a6fec53a req-4f79a2b4-6ffe-4355-b87e-9e8e95ecde1f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426419 Feb 28 19:02:21.156529 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d8399785-40a1-4ce6-9dd5-8b2750e5a44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:21.220428 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8399785-40a1-4ce6-9dd5-8b2750e5a44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2b0ddc-7d93-4dba-836c-37c5c65a072e,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:21.235319 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d8399785-40a1-4ce6-9dd5-8b2750e5a44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:21.236429 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-d8399785-40a1-4ce6-9dd5-8b2750e5a44d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c2b0ddc-7d93-4dba-836c-37c5c65a072e HTTP/1.1" status: 204 len: 168 time: 0.9348223 Feb 28 19:02:21.241888 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-78b533dd-ba7a-4d3b-b2c1-03f820099820 None None] Provisioning for port f30d713e-926a-4637-924b-eabbced9f31c completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:02:21.272420 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-78b533dd-ba7a-4d3b-b2c1-03f820099820 None None] Provisioning complete for port f30d713e-926a-4637-924b-eabbced9f31c triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:21.273546 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-78b533dd-ba7a-4d3b-b2c1-03f820099820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:21.336144 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-78b533dd-ba7a-4d3b-b2c1-03f820099820 None None] Port f30d713e-926a-4637-924b-eabbced9f31c cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:02:21.359973 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921ad16-70f9-4f8f-860b-d6ad1471c83f req-48342d9c-87ec-4513-96a0-0f8242414327 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:21.361443 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8921ad16-70f9-4f8f-860b-d6ad1471c83f req-48342d9c-87ec-4513-96a0-0f8242414327 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 945 time: 0.2060773 Feb 28 19:02:21.394165 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-71765c7a-4944-4936-9dfc-4494f93d867a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:21.425806 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8921ad16-70f9-4f8f-860b-d6ad1471c83f req-d5bbf9e1-3e0b-4e7e-8b74-c98451fed5c7 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532513 Feb 28 19:02:21.452976 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aff4ae-010b-4477-98a6-1270cfcbbce0 req-efdfb749-826f-431d-8490-27def5ece297 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:21.454466 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-49aff4ae-010b-4477-98a6-1270cfcbbce0 req-efdfb749-826f-431d-8490-27def5ece297 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 931 time: 0.1732457 Feb 28 19:02:21.504458 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-49aff4ae-010b-4477-98a6-1270cfcbbce0 req-02cc4e32-4068-4e03-83c2-d56731f5600c tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435612 Feb 28 19:02:21.505033 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-71765c7a-4944-4936-9dfc-4494f93d867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:21.570054 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-71765c7a-4944-4936-9dfc-4494f93d867a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=398e5b71c4dd48c08f66291285f2e8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9305148 Feb 28 19:02:21.570618 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 57384) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:21.573575 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71765c7a-4944-4936-9dfc-4494f93d867a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5809d673-ac3f-495c-917b-7571c89cb14b,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:21.655719 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a849c80b-39d9-4fa2-9df1-895f9842e007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:21.703290 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a849c80b-39d9-4fa2-9df1-895f9842e007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:21.819055 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a849c80b-39d9-4fa2-9df1-895f9842e007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:21.833863 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849c80b-39d9-4fa2-9df1-895f9842e007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5809d673-ac3f-495c-917b-7571c89cb14b,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:21.841050 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-a849c80b-39d9-4fa2-9df1-895f9842e007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:21.843698 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-a849c80b-39d9-4fa2-9df1-895f9842e007 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5809d673-ac3f-495c-917b-7571c89cb14b HTTP/1.1" status: 204 len: 168 time: 0.2724106 Feb 28 19:02:22.238700 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:22.352061 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4807b-ee33-4591-9d0c-dcff6e5d4057 req-fafdbc02-8762-478e-8387-45607818abc1 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:22.355352 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7bc4807b-ee33-4591-9d0c-dcff6e5d4057 req-fafdbc02-8762-478e-8387-45607818abc1 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.1873648 Feb 28 19:02:22.396752 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:02:22.403264 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:22.403634 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:22.422114 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7bc4807b-ee33-4591-9d0c-dcff6e5d4057 req-1baf3fd6-d25d-4069-8801-04f3d6200a62 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517969 Feb 28 19:02:22.451470 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d80b43-4999-4330-8346-0019a77f067f req-e9091129-baf9-4b46-a405-a6ddb1c24cb4 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:22.452921 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f1d80b43-4999-4330-8346-0019a77f067f req-e9091129-baf9-4b46-a405-a6ddb1c24cb4 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 944 time: 0.1781671 Feb 28 19:02:22.515564 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f1d80b43-4999-4330-8346-0019a77f067f req-c8e549dd-e04c-4d6b-a5da-1ff07ff371d6 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560281 Feb 28 19:02:22.563512 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:22.595383 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 57424) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:22.610150 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:22.611073 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26980bce-633e-4e70-9ebd-c1a38fb5cc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dd1567-70f3-42c6-b7f4-bc55d9e367c2'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:22.625944 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57432) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:22.657498 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f51c6411-05bf-488b-9432-730b64a11b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:22.664877 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26980bce-633e-4e70-9ebd-c1a38fb5cc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dd1567-70f3-42c6-b7f4-bc55d9e367c2', 'code': 200} Feb 28 19:02:22.681503 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-f51c6411-05bf-488b-9432-730b64a11b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:22.686597 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:22.687161 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-f51c6411-05bf-488b-9432-730b64a11b61 admin admin] Usage tracker for resource:security_group_rule and tenant:d52b8596e086477494b97e85831b25e1 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:22.687885 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:22.690598 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-f51c6411-05bf-488b-9432-730b64a11b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:22.697767 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-f51c6411-05bf-488b-9432-730b64a11b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:22.761868 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba229b-a79f-49cb-81a9-ce9e18d7ef1e req-dd75ad64-6e44-48ce-9e5c-e1e1e75a21ea tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:22.772840 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-efba229b-a79f-49cb-81a9-ce9e18d7ef1e req-dd75ad64-6e44-48ce-9e5c-e1e1e75a21ea tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 931 time: 0.1020014 Feb 28 19:02:22.803254 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f51c6411-05bf-488b-9432-730b64a11b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:22.830520 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-efba229b-a79f-49cb-81a9-ce9e18d7ef1e req-4e40b3e0-fa5f-48b1-82e6-dadaa82d27d7 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575171 Feb 28 19:02:22.831004 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:22.881291 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-729057323-network', 'tenant_id': '97ba918f80ee4a9db77d523cdc9a90da'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:22.885890 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:22.889798 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Usage tracker for resource:network and tenant:97ba918f80ee4a9db77d523cdc9a90da is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:22.892854 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:22.892976 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f51c6411-05bf-488b-9432-730b64a11b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:22.898687 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:22.934316 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:02:22.941085 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:22.941219 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c6411-05bf-488b-9432-730b64a11b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b323434d-3b6e-4b22-93ee-37a6a113923b,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:22.948838 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:22.949158 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-f51c6411-05bf-488b-9432-730b64a11b61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d52b8596e086477494b97e85831b25e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183539 Feb 28 19:02:22.949158 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57440) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:23.001619 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Made reservation on behalf of 97ba918f80ee4a9db77d523cdc9a90da for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:02:23.004082 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.017657 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.034053 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:23.038596 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:97ba918f80ee4a9db77d523cdc9a90da is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:23.041876 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:23.048830 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:23.065749 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c950f266-bf2c-4132-a1c9-0912b91878a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.077613 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.092429 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c950f266-bf2c-4132-a1c9-0912b91878a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.116513 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:23.141606 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.178998 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.207532 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.207718 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c950f266-bf2c-4132-a1c9-0912b91878a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.231826 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Request body: {'port': {'device_id': '45883a52-0422-4de3-b428-d6f24780b283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:23.256418 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:23.274469 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950f266-bf2c-4132-a1c9-0912b91878a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b323434d-3b6e-4b22-93ee-37a6a113923b,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:23.280137 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:02:23.285275 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c950f266-bf2c-4132-a1c9-0912b91878a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.290866 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-c950f266-bf2c-4132-a1c9-0912b91878a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b323434d-3b6e-4b22-93ee-37a6a113923b HTTP/1.1" status: 204 len: 168 time: 0.3373916 Feb 28 19:02:23.351320 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c47c5f6-3309-45d9-9ff6-01ea6f2f2f10,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:23.363927 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.363927 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Added segment b91e2c21-423d-41cb-bea6-7abeb763cd98 of type vlan for network 7debe7c9-7484-4b2c-bd32-652b76e81a97 Feb 28 19:02:23.366766 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.409074 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.419736 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-9094b5bd-3442-4b89-ab91-eb0da52c7ccf service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005560 Feb 28 19:02:23.509217 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.510315 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:23.512126 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.704241 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=7debe7c9-7484-4b2c-bd32-652b76e81a97,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:23.712893 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-265eee2d-a32f-40cb-9922-4e79df7c8ec1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1155236 Feb 28 19:02:23.717989 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 7debe7c9-7484-4b2c-bd32-652b76e81a97 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:02:23.720368 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 57458) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:23.729115 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Request body: {'subnet': {'network_id': '7debe7c9-7484-4b2c-bd32-652b76e81a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-729057323-subnet', 'tenant_id': '97ba918f80ee4a9db77d523cdc9a90da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:23.738197 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:23.745896 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Usage tracker for resource:subnet and tenant:97ba918f80ee4a9db77d523cdc9a90da is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:23.749725 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:23.760034 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:23.790887 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30d713e-926a-4637-924b-eabbced9f31c {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:02:23.804654 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.809108 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de949ad-3c56-481a-9b75-687e84022c30 req-c8d1e881-dd9d-4e4a-ad8e-7bb6267dba9b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:23.810691 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6de949ad-3c56-481a-9b75-687e84022c30 req-c8d1e881-dd9d-4e4a-ad8e-7bb6267dba9b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.2025080 Feb 28 19:02:23.821269 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710104-4e07-4f18-bf24-cf979a745678 req-5fec34e9-a3ba-42ba-b92c-33bea5c36c35 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:23.822720 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9c710104-4e07-4f18-bf24-cf979a745678 req-5fec34e9-a3ba-42ba-b92c-33bea5c36c35 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1637242 Feb 28 19:02:23.834071 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Transition to ACTIVE for port object f30d713e-926a-4637-924b-eabbced9f31c will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:02:23.871276 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Made reservation on behalf of 97ba918f80ee4a9db77d523cdc9a90da for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:02:23.873550 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.909626 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.994741 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6de949ad-3c56-481a-9b75-687e84022c30 req-b5c16618-5b9f-43b6-8f8b-d7a9370b3005 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701694 Feb 28 19:02:24.027439 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9c710104-4e07-4f18-bf24-cf979a745678 req-7cd6c3d0-907d-41da-966a-ec024e6ebafe tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896667 Feb 28 19:02:24.119716 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Pushing event updated for resources: {'Port': ['ID=f30d713e-926a-4637-924b-eabbced9f31c,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:24.197179 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Attempting to bind port f30d713e-926a-4637-924b-eabbced9f31c on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:02:24.197532 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Attempting to bind port f30d713e-926a-4637-924b-eabbced9f31c by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:02:24.197836 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Attempting to bind port f30d713e-926a-4637-924b-eabbced9f31c on network 1c812996-20a8-48cd-b6ed-d12028f6c0ff {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:24.203455 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Port f30d713e-926a-4637-924b-eabbced9f31c on network 1c812996-20a8-48cd-b6ed-d12028f6c0ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:02:24.203777 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Attempting to bind port f30d713e-926a-4637-924b-eabbced9f31c on network 1c812996-20a8-48cd-b6ed-d12028f6c0ff {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:24.209222 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:02:24.209560 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Checking segment: {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:02:24.210086 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Bound using segment: {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:02:24.210519 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Bound port: f30d713e-926a-4637-924b-eabbced9f31c, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:02:24.210853 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:24.309055 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] For port f30d713e-926a-4637-924b-eabbced9f31c, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:02:24.312349 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] For port f30d713e-926a-4637-924b-eabbced9f31c, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f30d713e-926a-4637-924b-eabbced9f31c,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:02:24.328126 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b8e5a-51b0-47bb-8c3c-f0ac1a6f800e req-c79804a1-521d-468c-992f-802755560785 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:24.329628 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ac2b8e5a-51b0-47bb-8c3c-f0ac1a6f800e req-c79804a1-521d-468c-992f-802755560785 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 943 time: 0.1366076 Feb 28 19:02:24.357574 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:24.390925 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:24.440005 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ac2b8e5a-51b0-47bb-8c3c-f0ac1a6f800e req-fd43ca69-32fc-4321-8068-cd29e6cb3117 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043069 Feb 28 19:02:24.449354 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:24.452858 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:24.452858 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] 10.222.0.61 "PUT /v2.0/ports/f30d713e-926a-4637-924b-eabbced9f31c HTTP/1.1" status: 200 len: 1093 time: 1.2399726 Feb 28 19:02:24.454357 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45883a52-0422-4de3-b428-d6f24780b283', 'tag': 'f30d713e-926a-4637-924b-eabbced9f31c'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:24.460299 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f47e87-e7db-445a-8791-897520053105,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:24.478242 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Checking segment: {'id': 'b91e2c21-423d-41cb-bea6-7abeb763cd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7debe7c9-7484-4b2c-bd32-652b76e81a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:02:24.478601 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Network hostable DHCP agents. Network: 7debe7c9-7484-4b2c-bd32-652b76e81a97, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:02:24.499716 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aac4d-e4b7-44fb-8915-21d2a1ff574b service neutron] Pushing event updated for resources: {'Port': ['ID=f30d713e-926a-4637-924b-eabbced9f31c,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:24.521147 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45883a52-0422-4de3-b428-d6f24780b283', 'tag': 'f30d713e-926a-4637-924b-eabbced9f31c', 'status': 'completed', 'code': 200} Feb 28 19:02:24.584479 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Network 7debe7c9-7484-4b2c-bd32-652b76e81a97 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:02:24.666409 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8550549-20dd-427f-a2aa-0c06fc252947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563c7ae5-b2ec-4f78-aca8-56a58c48d7d3'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:24.700815 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 7debe7c9-7484-4b2c-bd32-652b76e81a97) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:02:24.707949 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:24.710784 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:24.716346 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8550549-20dd-427f-a2aa-0c06fc252947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563c7ae5-b2ec-4f78-aca8-56a58c48d7d3', 'code': 200} Feb 28 19:02:24.741880 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7289fa-6111-4faf-9c25-6110a26b9b27 None None] Network 7debe7c9-7484-4b2c-bd32-652b76e81a97 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:02:24.873526 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2d993-9230-4f83-8239-cc2ba8b25959 req-4d896b6d-9ebd-4245-bab3-5a49e36620bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:24.875639 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1af2d993-9230-4f83-8239-cc2ba8b25959 req-4d896b6d-9ebd-4245-bab3-5a49e36620bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 1096 time: 0.0932939 Feb 28 19:02:24.889011 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-f869344e-d5c4-4550-955f-a69ab0812804 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1675267 Feb 28 19:02:24.895596 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37dc5be2-a6c8-46fc-80a4-b0beda26be3e req-1a7f4e18-caa2-49bc-973f-77695fecc12a service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675737 Feb 28 19:02:25.020544 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734c6a1-f844-4fc6-833a-b7cc910bdf31 None None] Network 7debe7c9-7484-4b2c-bd32-652b76e81a97 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:02:25.257011 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.61', 60310) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:25.385132 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.61', 60312) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:25.497261 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e1e38-1e13-4ebf-80a6-48b7faad6764 req-aae942b7-fd3c-4737-b904-9da6b35769f7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:25.498661 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2d993-9230-4f83-8239-cc2ba8b25959 req-4d51cefa-354e-4192-825d-bb480b11c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:25.500215 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1af2d993-9230-4f83-8239-cc2ba8b25959 req-4d51cefa-354e-4192-825d-bb480b11c8cd service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2995694 Feb 28 19:02:25.505330 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ef154-e2ab-460f-8d0c-cbfc772fd4dd req-15f57cc7-6360-41e7-86d9-6afd3fad5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:25.505820 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7e0e1e38-1e13-4ebf-80a6-48b7faad6764 req-aae942b7-fd3c-4737-b904-9da6b35769f7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.3399668 Feb 28 19:02:25.507088 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-a98ef154-e2ab-460f-8d0c-cbfc772fd4dd req-15f57cc7-6360-41e7-86d9-6afd3fad5a80 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 1098 time: 0.2486920 Feb 28 19:02:25.558655 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea9b60-b36b-421f-b64c-ce99ccd7606b req-67f5ba08-948b-45ce-abf3-2d731fa8f8e9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:25.560448 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-afea9b60-b36b-421f-b64c-ce99ccd7606b req-67f5ba08-948b-45ce-abf3-2d731fa8f8e9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.3559511 Feb 28 19:02:25.564673 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bbc10-205e-472d-ab48-a14d15f5ba72 req-fb69063d-973d-496b-b5a5-a84eb380621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:25.565948 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-789bbc10-205e-472d-ab48-a14d15f5ba72 req-fb69063d-973d-496b-b5a5-a84eb380621c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 1098 time: 0.3207603 Feb 28 19:02:25.640403 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3b1dd-2cbf-468f-839b-67bbea6dc317 req-0c84a4c8-8bdc-4b64-83d2-63bea77ba6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:25.641822 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b9f3b1dd-2cbf-468f-839b-67bbea6dc317 req-0c84a4c8-8bdc-4b64-83d2-63bea77ba6e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 1097 time: 0.2543783 Feb 28 19:02:25.647206 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-a98ef154-e2ab-460f-8d0c-cbfc772fd4dd req-186e3d06-b30e-4d7a-b7da-005557181853 service neutron] Synchronizing usage tracker for tenant:a65bccb1addf41ecb44dfe73b3d94bea on resource:security_group {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:02:25.665140 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7e0e1e38-1e13-4ebf-80a6-48b7faad6764 req-b374a8ad-95d5-4ccd-a362-ed813aa2f899 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583390 Feb 28 19:02:25.695180 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2d993-9230-4f83-8239-cc2ba8b25959 req-796ffe3f-1f47-4358-bab4-eaf8236384ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:25.697330 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1af2d993-9230-4f83-8239-cc2ba8b25959 req-796ffe3f-1f47-4358-bab4-eaf8236384ce service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1894114 Feb 28 19:02:25.745251 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-a98ef154-e2ab-460f-8d0c-cbfc772fd4dd req-186e3d06-b30e-4d7a-b7da-005557181853 service neutron] Unset dirty status for tenant:a65bccb1addf41ecb44dfe73b3d94bea on resource:security_group {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:02:25.746699 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-a98ef154-e2ab-460f-8d0c-cbfc772fd4dd req-186e3d06-b30e-4d7a-b7da-005557181853 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176411 Feb 28 19:02:25.780337 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-789bbc10-205e-472d-ab48-a14d15f5ba72 req-88916fc7-4f48-4a42-90db-c852753920ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073121 Feb 28 19:02:25.789480 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-afea9b60-b36b-421f-b64c-ce99ccd7606b req-774b37bc-ce54-4255-ae03-b5b06cbf6c69 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175705 Feb 28 19:02:25.849250 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-7ce1e3db-2aa2-42d6-add5-3bdb2b1777cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:25.851013 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-7ce1e3db-2aa2-42d6-add5-3bdb2b1777cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 1096 time: 0.1032522 Feb 28 19:02:25.938075 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3b1dd-2cbf-468f-839b-67bbea6dc317 req-e758a391-a067-4393-849a-826f71a0387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:25.940161 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b9f3b1dd-2cbf-468f-839b-67bbea6dc317 req-e758a391-a067-4393-849a-826f71a0387b service neutron] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 918 time: 0.2923372 Feb 28 19:02:25.963227 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a5a6b-2e00-45e1-ab5c-47dca62eaa8b req-7f0bb192-a1f9-4eb4-8b7e-536e64738a61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:25.971730 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-767a5a6b-2e00-45e1-ab5c-47dca62eaa8b req-7f0bb192-a1f9-4eb4-8b7e-536e64738a61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 943 time: 0.1903722 Feb 28 19:02:26.015484 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-767a5a6b-2e00-45e1-ab5c-47dca62eaa8b req-db399e6a-b32f-4db5-bf40-3e97d5723f9f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427516 Feb 28 19:02:26.087361 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 57542) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:26.093932 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-598315459-network', 'tenant_id': 'ec54d6ff24f84281b85f72f20db5347d'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:26.098582 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:26.102416 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Usage tracker for resource:network and tenant:ec54d6ff24f84281b85f72f20db5347d is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:26.105540 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:26.111234 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:26.196134 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Made reservation on behalf of ec54d6ff24f84281b85f72f20db5347d for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:02:26.199192 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:26.210958 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:26.228306 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:26.232445 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Usage tracker for resource:security_group_rule and tenant:ec54d6ff24f84281b85f72f20db5347d is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:26.235197 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:26.241073 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:26.322929 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:26.406625 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:26.439843 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:02:26.447344 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8506a5df-8e35-42cb-b134-4d86eafc8f40,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:26.457240 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:26.457589 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Added segment 58aedbb7-4739-4990-9e11-5bf8e18ac42a of type vlan for network 2ccce762-cae9-43ec-83a1-c06a95680af5 Feb 28 19:02:26.502001 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-a3b20c1d-1e21-428b-bc7a-3d195852faea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f30d713e-926a-4637-924b-eabbced9f31c HTTP/1.1" status: 200 len: 217 time: 0.0736647 Feb 28 19:02:26.541125 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b9f3b1dd-2cbf-468f-839b-67bbea6dc317 req-76af338c-0d15-4e02-b74e-4dfa893f7353 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37 HTTP/1.1" status: 200 len: 217 time: 0.0799284 Feb 28 19:02:26.575988 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-bc691e1a-4748-4e93-b73a-a9772f3c2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:26.577445 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-bc691e1a-4748-4e93-b73a-a9772f3c2354 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4696e929-cc56-41be-8b9d-89b6bfd0717a HTTP/1.1" status: 200 len: 849 time: 0.0697339 Feb 28 19:02:26.605658 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:26.626221 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3b1dd-2cbf-468f-839b-67bbea6dc317 req-dcdbae51-a869-4eb8-9ffb-fcc4d1fd3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:26.633437 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b9f3b1dd-2cbf-468f-839b-67bbea6dc317 req-dcdbae51-a869-4eb8-9ffb-fcc4d1fd3113 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.0797746 Feb 28 19:02:26.720123 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-21849d89-d17d-4809-8d59-73b2474ce80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:26.722570 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-21849d89-d17d-4809-8d59-73b2474ce80a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c812996-20a8-48cd-b6ed-d12028f6c0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1372812 Feb 28 19:02:26.738166 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:26.738166 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:26.738166 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:26.906034 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-4c6fa598-8240-44a2-aaa8-20d93c9611f1 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741393 Feb 28 19:02:27.026960 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57572) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:27.027272 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9385498 Feb 28 19:02:27.033818 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Request body: {'subnet': {'network_id': '2ccce762-cae9-43ec-83a1-c06a95680af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-598315459-subnet', 'tenant_id': 'ec54d6ff24f84281b85f72f20db5347d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:27.040044 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3cd01-4520-4eef-a771-e6a4f5feaa79 admin admin] Pushing event updated for resources: {'Network': ['ID=2ccce762-cae9-43ec-83a1-c06a95680af5,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:27.041319 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:27.049104 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Usage tracker for resource:subnet and tenant:ec54d6ff24f84281b85f72f20db5347d is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:27.053845 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:27.054239 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 2ccce762-cae9-43ec-83a1-c06a95680af5 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:02:27.069826 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:27.084462 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3b1dd-2cbf-468f-839b-67bbea6dc317 req-5d25b51b-9e54-4ca0-bc97-827f3b02b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:27.084462 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b9f3b1dd-2cbf-468f-839b-67bbea6dc317 req-5d25b51b-9e54-4ca0-bc97-827f3b02b6b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3775644 Feb 28 19:02:27.084699 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f91a7af8-050f-45b5-a24e-9426cf83274a req-400678e8-75bb-4e98-b6e3-5af296d12e70 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662858 Feb 28 19:02:27.153648 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c2405-5326-4231-a2bf-6d9082a6484d req-6711402e-9730-43d1-94e2-ccbb68f19be8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:27.155449 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b11c2405-5326-4231-a2bf-6d9082a6484d req-6711402e-9730-43d1-94e2-ccbb68f19be8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.2924070 Feb 28 19:02:27.193499 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Made reservation on behalf of ec54d6ff24f84281b85f72f20db5347d for: {'subnet': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:02:27.197535 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:27.232898 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9049430-35f9-4249-bc16-c65ea7268c33 req-ec37e2dc-ec7f-4b01-8d0e-db3835d4408c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:27.234358 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d9049430-35f9-4249-bc16-c65ea7268c33 req-ec37e2dc-ec7f-4b01-8d0e-db3835d4408c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.2541378 Feb 28 19:02:27.295502 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b11c2405-5326-4231-a2bf-6d9082a6484d req-4d8767ab-7034-49bd-9780-d3dbe9753476 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901048 Feb 28 19:02:27.330685 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d9049430-35f9-4249-bc16-c65ea7268c33 req-023e6d00-05d0-4446-b054-4896722f64ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803216 Feb 28 19:02:27.333958 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b9f3b1dd-2cbf-468f-839b-67bbea6dc317 req-61e69746-8a4d-47bf-a375-1b0c52b60e46 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403855 Feb 28 19:02:27.541085 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b9f3b1dd-2cbf-468f-839b-67bbea6dc317 req-ed772ecc-8f7e-4505-89a4-adfb3eebcf90 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933227 Feb 28 19:02:27.565556 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb2096-84da-4569-af4d-0c763d263bc4 req-c75ea380-b2c6-4a0e-899c-35489aa08b83 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:27.566974 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d5cb2096-84da-4569-af4d-0c763d263bc4 req-c75ea380-b2c6-4a0e-899c-35489aa08b83 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 943 time: 0.1203885 Feb 28 19:02:27.590382 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:27.617505 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d5cb2096-84da-4569-af4d-0c763d263bc4 req-afc21e01-e326-4e95-816c-3c32995abec7 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Feb 28 19:02:27.681775 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b056092b-f960-4270-9724-fae960367181,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:27.687538 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Checking segment: {'id': '58aedbb7-4739-4990-9e11-5bf8e18ac42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2ccce762-cae9-43ec-83a1-c06a95680af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:02:27.687895 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Network hostable DHCP agents. Network: 2ccce762-cae9-43ec-83a1-c06a95680af5, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:02:27.830636 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Network 2ccce762-cae9-43ec-83a1-c06a95680af5 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:02:27.915881 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 2ccce762-cae9-43ec-83a1-c06a95680af5) {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:02:27.920865 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:27.921463 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:27.926759 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df84e77-6c34-41d3-ab61-979c38c15e77 None None] Network 2ccce762-cae9-43ec-83a1-c06a95680af5 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:02:27.972101 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ac95d8c0-182a-43a3-823b-f9bc794cf916 req-08833d0f-2a62-44e9-9c70-c6400399f653 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1380575 Feb 28 19:02:28.031974 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-ac8a0ac0-1c66-4217-bd8b-df29c5902702 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0032740 Feb 28 19:02:28.201664 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95d8c0-182a-43a3-823b-f9bc794cf916 req-a0f37b03-3a08-43e6-9e8d-bca99d8a3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:28.203156 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ac95d8c0-182a-43a3-823b-f9bc794cf916 req-a0f37b03-3a08-43e6-9e8d-bca99d8a3d02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2234b3391e204ea49d8e31d3731b822c&device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 1098 time: 0.0947919 Feb 28 19:02:28.312850 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e6343-0d3b-457a-98c7-91c629fdd468 None None] Network 2ccce762-cae9-43ec-83a1-c06a95680af5 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:02:28.405953 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95d8c0-182a-43a3-823b-f9bc794cf916 req-cb213149-f8d1-4203-887a-ef7cecb68666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:28.407445 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ac95d8c0-182a-43a3-823b-f9bc794cf916 req-cb213149-f8d1-4203-887a-ef7cecb68666 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 HTTP/1.1" status: 200 len: 912 time: 0.1780291 Feb 28 19:02:28.517536 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ac95d8c0-182a-43a3-823b-f9bc794cf916 req-c17d0da1-cbad-4bc1-8ea3-69865f5b27db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32302e0f-82da-4b80-902d-b422d9d231e1 HTTP/1.1" status: 200 len: 217 time: 0.1031258 Feb 28 19:02:28.648389 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95d8c0-182a-43a3-823b-f9bc794cf916 req-236d170f-a36b-45c4-be69-8346820cb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:28.650301 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ac95d8c0-182a-43a3-823b-f9bc794cf916 req-236d170f-a36b-45c4-be69-8346820cb7ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=329a5f2c-6917-4b6b-a231-86b39cc6d670 HTTP/1.1" status: 200 len: 851 time: 0.1257162 Feb 28 19:02:28.720723 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ac95d8c0-182a-43a3-823b-f9bc794cf916 req-9b665e1f-9aef-41bc-b4da-520e59f38329 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5969ec6e-bb59-4dca-9873-ec6e8c87d9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624955 Feb 28 19:02:28.942943 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fce8fc-7541-4cdc-8c73-4cc4479dc8a7 req-6ef2d7b6-6a62-4b95-bfe1-3ccb17fa7088 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:28.944471 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-03fce8fc-7541-4cdc-8c73-4cc4479dc8a7 req-6ef2d7b6-6a62-4b95-bfe1-3ccb17fa7088 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.2227895 Feb 28 19:02:28.952854 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ac95d8c0-182a-43a3-823b-f9bc794cf916 req-75e57d1c-7c97-47f4-bb97-55c15d11fa8d service neutron] 10.222.0.61 "GET /v2.0/networks/5969ec6e-bb59-4dca-9873-ec6e8c87d9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764586 Feb 28 19:02:29.076230 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-03fce8fc-7541-4cdc-8c73-4cc4479dc8a7 req-4f331f89-8ab0-4132-8c58-cf168f57e8e2 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224113 Feb 28 19:02:29.128967 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ac95d8c0-182a-43a3-823b-f9bc794cf916 req-2462b834-b99d-41de-ba5b-cde88417076f service neutron] 10.222.0.61 "GET /v2.0/networks/5969ec6e-bb59-4dca-9873-ec6e8c87d9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605663 Feb 28 19:02:29.239495 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 7caa3a37-72ae-4e36-90cf-0f518cb19c37 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:02:29.286725 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0223a27-6b7f-4155-af96-4cd043077954 req-c31333aa-16e6-4575-a58d-c031adc524ab tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:29.288304 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c0223a27-6b7f-4155-af96-4cd043077954 req-c31333aa-16e6-4575-a58d-c031adc524ab tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.1063299 Feb 28 19:02:29.337619 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c0223a27-6b7f-4155-af96-4cd043077954 req-06c42fd5-51c9-4d95-b107-965fa2fd9cb2 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429115 Feb 28 19:02:29.395722 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:29.410219 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'port_id': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'mac_address': 'fa:16:3e:a6:27:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:02:29.476732 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:29.496481 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7caa3a37-72ae-4e36-90cf-0f518cb19c37 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:02:29.512033 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:29.525746 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0ceaa-9131-45ce-bbf9-567538e8102f req-e14e1aa2-5928-4da9-bc31-7fd3633599d9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:29.527222 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-50d0ceaa-9131-45ce-bbf9-567538e8102f req-e14e1aa2-5928-4da9-bc31-7fd3633599d9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 943 time: 0.0863130 Feb 28 19:02:29.575365 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-50d0ceaa-9131-45ce-bbf9-567538e8102f req-0b0ee68f-ea4c-479b-bf49-9cb9cc5b1dc7 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419557 Feb 28 19:02:29.578862 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:29.644991 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=7caa3a37-72ae-4e36-90cf-0f518cb19c37,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:30.071127 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['7caa3a37-72ae-4e36-90cf-0f518cb19c37'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:02:30.334343 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20a4d4-67b5-40a9-9238-a4e06e8abc69 req-70599653-d8c2-4cdf-8bfb-64a128a8d773 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:30.339819 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7f20a4d4-67b5-40a9-9238-a4e06e8abc69 req-70599653-d8c2-4cdf-8bfb-64a128a8d773 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1502943 Feb 28 19:02:30.381852 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7f20a4d4-67b5-40a9-9238-a4e06e8abc69 req-c19bc027-d645-4631-b45f-4d34b0fa2227 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391705 Feb 28 19:02:30.504215 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:30.575314 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5590a-cdf2-4c08-97e7-b783fa9f6c3e req-c7b592cc-ae8f-400d-9416-66404e2b45bf tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:30.576725 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4ab5590a-cdf2-4c08-97e7-b783fa9f6c3e req-c7b592cc-ae8f-400d-9416-66404e2b45bf tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 945 time: 0.0905659 Feb 28 19:02:30.625641 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4ab5590a-cdf2-4c08-97e7-b783fa9f6c3e req-6fb17f9b-3ce1-40f2-8121-a2e4f2b9170a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 Feb 28 19:02:30.820465 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0acb5d-dda5-406a-8d14-ac7e93bbad98 req-2ecf8c75-9e9c-443f-ada7-7d0fb542d695 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:30.821859 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0a0acb5d-dda5-406a-8d14-ac7e93bbad98 req-2ecf8c75-9e9c-443f-ada7-7d0fb542d695 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 943 time: 0.0897942 Feb 28 19:02:30.870308 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0a0acb5d-dda5-406a-8d14-ac7e93bbad98 req-1a77100a-ac2c-4b2a-9096-4a98bc1016f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424058 Feb 28 19:02:31.162551 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e86cf-35ea-4857-8212-7df2a49f7038 req-a415959d-2986-4f1e-ae34-9ebe0491c10e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:31.164036 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f5e86cf-35ea-4857-8212-7df2a49f7038 req-a415959d-2986-4f1e-ae34-9ebe0491c10e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1335740 Feb 28 19:02:31.218959 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420373b-d7e8-4d63-a571-61ad58374be0 req-84118ca5-8dc5-46ba-9da2-8e29f540ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:31.220484 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b420373b-d7e8-4d63-a571-61ad58374be0 req-84118ca5-8dc5-46ba-9da2-8e29f540ae97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8d685b5629d4a8185474969249dbc6e&device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 1098 time: 0.1255853 Feb 28 19:02:31.224974 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f5e86cf-35ea-4857-8212-7df2a49f7038 req-4562ee85-54bd-4307-ab69-fa525f861140 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527184 Feb 28 19:02:31.265077 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device f30d713e-926a-4637-924b-eabbced9f31c details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:02:31.364808 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420373b-d7e8-4d63-a571-61ad58374be0 req-1f23ce19-19f6-4ee8-8266-7cff75912619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:31.366703 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b420373b-d7e8-4d63-a571-61ad58374be0 req-1f23ce19-19f6-4ee8-8266-7cff75912619 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 200 len: 919 time: 0.1377716 Feb 28 19:02:31.409243 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port f30d713e-926a-4637-924b-eabbced9f31c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f30d713e-926a-4637-924b-eabbced9f31c,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:31.423926 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': 'f30d713e-926a-4637-924b-eabbced9f31c', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'port_id': 'f30d713e-926a-4637-924b-eabbced9f31c', 'mac_address': 'fa:16:3e:b0:b1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:02:31.441824 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b420373b-d7e8-4d63-a571-61ad58374be0 req-da84671a-dff3-45af-807a-509182150756 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 HTTP/1.1" status: 200 len: 217 time: 0.0620704 Feb 28 19:02:31.484585 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:31.504617 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30d713e-926a-4637-924b-eabbced9f31c {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:02:31.505345 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420373b-d7e8-4d63-a571-61ad58374be0 req-71a97e40-98e1-4caa-b94a-47bbdb154fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:31.507203 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b420373b-d7e8-4d63-a571-61ad58374be0 req-71a97e40-98e1-4caa-b94a-47bbdb154fd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629540f6-b3ec-4b27-adbf-7d7d7baf6934 HTTP/1.1" status: 200 len: 858 time: 0.0644581 Feb 28 19:02:31.521175 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port f30d713e-926a-4637-924b-eabbced9f31c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f30d713e-926a-4637-924b-eabbced9f31c,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:31.564331 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b420373b-d7e8-4d63-a571-61ad58374be0 req-9d9e144e-c2e2-4632-9179-15d8c72a180c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b57127cd-5080-498c-a2a9-a9aa12e27acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415406 Feb 28 19:02:31.567291 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:31.644735 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=f30d713e-926a-4637-924b-eabbced9f31c,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:31.717681 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b420373b-d7e8-4d63-a571-61ad58374be0 req-2635c97e-d195-4cf0-9490-8d1a81f618ea service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440213 Feb 28 19:02:31.915797 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b420373b-d7e8-4d63-a571-61ad58374be0 req-be54b4b4-4814-42f6-aeff-1f3212ea46a8 service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885612 Feb 28 19:02:31.935184 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647dde6-1045-4ecf-b89e-a748d895ca0f req-b639e765-f03f-4256-873e-0cf44f4d777c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:31.937828 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e647dde6-1045-4ecf-b89e-a748d895ca0f req-b639e765-f03f-4256-873e-0cf44f4d777c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 945 time: 0.1782568 Feb 28 19:02:31.998437 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e647dde6-1045-4ecf-b89e-a748d895ca0f req-b0589d56-31ab-4956-bce6-b6e682ef200c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486233 Feb 28 19:02:32.102250 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['f30d713e-926a-4637-924b-eabbced9f31c'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:02:32.113237 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63930abc-7519-4fa5-a281-d1f236f11b0b req-a7dcd809-542e-4b6f-8bdb-4506af9fb67b tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:32.114582 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-63930abc-7519-4fa5-a281-d1f236f11b0b req-a7dcd809-542e-4b6f-8bdb-4506af9fb67b tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 944 time: 0.0997212 Feb 28 19:02:32.177463 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-63930abc-7519-4fa5-a281-d1f236f11b0b req-b0606959-031f-4d14-9bc8-6ddcda7c7e34 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549521 Feb 28 19:02:32.423968 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c10a-d5a3-4ba3-8ee0-12da7e2e9ec7 req-b7742e5e-95fc-49a5-9f87-8cf8540bdcc2 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:32.425306 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6572c10a-d5a3-4ba3-8ee0-12da7e2e9ec7 req-b7742e5e-95fc-49a5-9f87-8cf8540bdcc2 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.0832574 Feb 28 19:02:32.475249 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6572c10a-d5a3-4ba3-8ee0-12da7e2e9ec7 req-1c8f4387-3157-42b3-a3a2-121de62fece0 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439396 Feb 28 19:02:33.185561 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef8628-e014-4755-828e-37c3c2802270 req-e378caef-13ff-482b-b513-60861e7441d3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:33.186972 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5aef8628-e014-4755-828e-37c3c2802270 req-e378caef-13ff-482b-b513-60861e7441d3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 945 time: 0.0787554 Feb 28 19:02:33.235251 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5aef8628-e014-4755-828e-37c3c2802270 req-d0d9edd2-b226-4c9f-b6a8-50656cc2c468 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Feb 28 19:02:33.295834 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 7caa3a37-72ae-4e36-90cf-0f518cb19c37 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:33.366835 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1278a-8360-4d34-ab68-97afa29858b3 req-8b7bebcd-da06-462b-8d3a-bf5037d426bd tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:33.368320 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fcf1278a-8360-4d34-ab68-97afa29858b3 req-8b7bebcd-da06-462b-8d3a-bf5037d426bd tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 944 time: 0.0833116 Feb 28 19:02:33.415026 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fcf1278a-8360-4d34-ab68-97afa29858b3 req-7e681600-64b6-4be7-b8c6-da3fdccc0d4c tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382104 Feb 28 19:02:33.435545 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:02:33.441461 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:33.441968 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:33.607149 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:33.634914 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:33.647203 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:33.686052 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'code': 200} Feb 28 19:02:33.746807 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6a4d7-484f-43aa-aae2-b33dbdf779e1 req-37df0cd4-dbf2-4f6d-ae6b-2099751d66e7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:33.748351 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8de6a4d7-484f-43aa-aae2-b33dbdf779e1 req-37df0cd4-dbf2-4f6d-ae6b-2099751d66e7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1508725 Feb 28 19:02:33.790774 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:33.793613 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8de6a4d7-484f-43aa-aae2-b33dbdf779e1 req-97bf0b8c-0503-41e4-8314-a782780dfb4e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383282 Feb 28 19:02:33.872196 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=7caa3a37-72ae-4e36-90cf-0f518cb19c37,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:34.087131 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59338b51-9fb7-40b3-afb6-c4ec3e881cbb req-4bdf1c72-8368-4892-95a4-d6a3b20a4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:34.088723 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-59338b51-9fb7-40b3-afb6-c4ec3e881cbb req-4bdf1c72-8368-4892-95a4-d6a3b20a4122 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 1099 time: 0.0723314 Feb 28 19:02:34.131482 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-59338b51-9fb7-40b3-afb6-c4ec3e881cbb req-93f732cf-9e8f-4753-a23e-f54b4d151f7a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357208 Feb 28 19:02:34.436962 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b60fb-7a62-4d7a-9f8f-ee48eedce5a5 req-99681d56-75c4-4cbd-b8de-9677e7903fd3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:34.438452 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f29b60fb-7a62-4d7a-9f8f-ee48eedce5a5 req-99681d56-75c4-4cbd-b8de-9677e7903fd3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0841601 Feb 28 19:02:34.488132 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f29b60fb-7a62-4d7a-9f8f-ee48eedce5a5 req-22df348b-bb6f-463b-a92f-3339e72a81d6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Feb 28 19:02:34.611967 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a54d4-06a2-4c49-912c-efe7bb8151b3 req-4489110f-f96a-4b09-b29c-19fd86befc25 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:34.613508 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ae7a54d4-06a2-4c49-912c-efe7bb8151b3 req-4489110f-f96a-4b09-b29c-19fd86befc25 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 944 time: 0.0851216 Feb 28 19:02:34.657845 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ae7a54d4-06a2-4c49-912c-efe7bb8151b3 req-ba58a541-b55a-438f-8a7a-7491b62f93b5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379474 Feb 28 19:02:34.986973 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d9952-2e89-45fc-88ce-ccb40d163dd2 req-100540ed-32b5-4d4e-931e-35d73d3d520d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:34.988424 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7d7d9952-2e89-45fc-88ce-ccb40d163dd2 req-100540ed-32b5-4d4e-931e-35d73d3d520d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.0795574 Feb 28 19:02:35.031839 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7d7d9952-2e89-45fc-88ce-ccb40d163dd2 req-4e93f434-6df9-4cfd-86ac-31617c19d18a tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378227 Feb 28 19:02:35.183003 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 57782) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:35.307409 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device f30d713e-926a-4637-924b-eabbced9f31c up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:02:35.318990 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:35.325766 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:35.330374 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Usage tracker for resource:security_group_rule and tenant:2443d1d8403c422fb1f36e7d80482f73 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:35.333480 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:35.340939 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:35.466838 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:35.682742 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6598ac-8cb8-4446-bc3b-902b32be24d0 req-86c6b2fc-8d0f-444c-b81b-971a6d00a8b9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:35.684211 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4f6598ac-8cb8-4446-bc3b-902b32be24d0 req-86c6b2fc-8d0f-444c-b81b-971a6d00a8b9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0818620 Feb 28 19:02:35.687223 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:35.687960 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-11a443a5-1f10-484d-9786-ce98ea942c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:35.689713 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port f30d713e-926a-4637-924b-eabbced9f31c completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:02:35.697543 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port f30d713e-926a-4637-924b-eabbced9f31c triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:02:35.698171 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:35.764592 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2443d1d8403c422fb1f36e7d80482f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800455 Feb 28 19:02:35.766999 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57802) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:35.778940 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e32796-a577-457b-91a2-1369a5894fec,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:35.834894 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.835269 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.835772 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.836275 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.836604 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.836940 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.837269 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.837595 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.837926 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.838251 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.839249 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:35.839348 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.839539 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f36532-d13a-43c0-9a86-fb2a06a554f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:35.866777 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:35.900137 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4f6598ac-8cb8-4446-bc3b-902b32be24d0 req-a9c38bcc-0cff-4bd6-8614-e88e0c22e938 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023413 Feb 28 19:02:35.907442 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:35.954639 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23364c-50f0-4f75-8ac5-ef6db55d1385 req-b17f24c5-0580-4f1a-a454-92494239c9ce tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:35.961823 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4a23364c-50f0-4f75-8ac5-ef6db55d1385 req-b17f24c5-0580-4f1a-a454-92494239c9ce tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 944 time: 0.1707315 Feb 28 19:02:35.967890 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port f30d713e-926a-4637-924b-eabbced9f31c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f30d713e-926a-4637-924b-eabbced9f31c,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:35.969764 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45883a52-0422-4de3-b428-d6f24780b283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30d713e-926a-4637-924b-eabbced9f31c'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:36.013110 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4a23364c-50f0-4f75-8ac5-ef6db55d1385 req-a6816ea4-f830-4aca-b483-827add0e23b7 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502095 Feb 28 19:02:36.013583 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:36.021536 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45883a52-0422-4de3-b428-d6f24780b283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30d713e-926a-4637-924b-eabbced9f31c', 'code': 200} Feb 28 19:02:36.029018 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e32796-a577-457b-91a2-1369a5894fec,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:36.038739 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.039090 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.039454 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.039787 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.040117 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.040510 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.040840 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.041162 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.042193 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.042659 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.043023 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.043327 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:02:36.046925 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:36.048052 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-aa55463b-0d89-41ac-9452-26bf62968e6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23e32796-a577-457b-91a2-1369a5894fec HTTP/1.1" status: 204 len: 168 time: 0.2800341 Feb 28 19:02:36.076319 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:36.173225 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=f30d713e-926a-4637-924b-eabbced9f31c,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:36.293449 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49863581-d48b-48e9-9631-f9b129302a93 req-94bfcb77-1e26-4b06-961d-5b12e907548b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:36.295033 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-49863581-d48b-48e9-9631-f9b129302a93 req-94bfcb77-1e26-4b06-961d-5b12e907548b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.0938847 Feb 28 19:02:36.341081 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-49863581-d48b-48e9-9631-f9b129302a93 req-54428a7b-e62e-4f3a-96b4-50c3b591c140 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Feb 28 19:02:36.487771 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4062ca-7078-44c0-8599-050411178816 req-0a1812ad-e99c-4c55-8445-0f9b811a7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:36.491583 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bd4062ca-7078-44c0-8599-050411178816 req-0a1812ad-e99c-4c55-8445-0f9b811a7212 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 1098 time: 0.0735073 Feb 28 19:02:36.533481 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bd4062ca-7078-44c0-8599-050411178816 req-3c0a5ff8-0e1f-4b2f-80d6-b52032aae8a9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372484 Feb 28 19:02:36.734158 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57830) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:36.753995 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef766-f6ff-4fae-bf74-0b4144a7ad74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:36.770681 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-6e1ef766-f6ff-4fae-bf74-0b4144a7ad74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:36.772517 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-6e1ef766-f6ff-4fae-bf74-0b4144a7ad74 admin admin] Usage tracker for resource:security_group_rule and tenant:5095c2037dd04c6085453b7075fae077 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:36.775646 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-6e1ef766-f6ff-4fae-bf74-0b4144a7ad74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:36.781399 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-6e1ef766-f6ff-4fae-bf74-0b4144a7ad74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:36.863327 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef766-f6ff-4fae-bf74-0b4144a7ad74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:36.960779 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef766-f6ff-4fae-bf74-0b4144a7ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:37.012462 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ef766-f6ff-4fae-bf74-0b4144a7ad74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6784dbb1-1380-46b4-9738-729ef00749fe,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:37.025503 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-6e1ef766-f6ff-4fae-bf74-0b4144a7ad74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5095c2037dd04c6085453b7075fae077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902682 Feb 28 19:02:37.028160 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 57840) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:37.093294 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6a619d7-1120-4ea5-a91b-17880ce81689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:37.123050 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6a619d7-1120-4ea5-a91b-17880ce81689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:37.126436 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8b825-0278-40c4-97d3-22e5d988cb8f req-c439b368-f65c-49ae-ac67-a1a2a3776fb7 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:37.131567 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d3e8b825-0278-40c4-97d3-22e5d988cb8f req-c439b368-f65c-49ae-ac67-a1a2a3776fb7 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0995204 Feb 28 19:02:37.216605 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d3e8b825-0278-40c4-97d3-22e5d988cb8f req-e3d5b63c-3026-48a4-90f0-b326083ce5dd tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821354 Feb 28 19:02:37.258720 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6a619d7-1120-4ea5-a91b-17880ce81689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:37.268303 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73921fce-226d-480c-8f44-a7a2b04c6402 req-20e24335-675b-4599-b7a6-ec0d4b5f6ac2 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:37.277374 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a619d7-1120-4ea5-a91b-17880ce81689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6784dbb1-1380-46b4-9738-729ef00749fe,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:37.282965 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-73921fce-226d-480c-8f44-a7a2b04c6402 req-20e24335-675b-4599-b7a6-ec0d4b5f6ac2 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1501751 Feb 28 19:02:37.292589 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6a619d7-1120-4ea5-a91b-17880ce81689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:37.296048 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-f6a619d7-1120-4ea5-a91b-17880ce81689 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6784dbb1-1380-46b4-9738-729ef00749fe HTTP/1.1" status: 204 len: 168 time: 0.2646296 Feb 28 19:02:37.372635 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-73921fce-226d-480c-8f44-a7a2b04c6402 req-6a325b0b-7512-478b-b401-a175a8523bd9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887628 Feb 28 19:02:37.476770 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c490df9-5703-4de1-adf8-28c2827d3e64 req-dc17b38f-0537-43a3-abf1-5dc6b4be6556 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:37.478200 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8c490df9-5703-4de1-adf8-28c2827d3e64 req-dc17b38f-0537-43a3-abf1-5dc6b4be6556 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1047130 Feb 28 19:02:37.487519 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 57860) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:37.492499 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-aa3eb97e-dd79-4348-9560-051db628c19d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'floatingip': {'port_id': '7caa3a37-72ae-4e36-90cf-0f518cb19c37'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:37.607409 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb97e-dd79-4348-9560-051db628c19d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:37.819381 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30d397-5280-4010-acf7-5a5809992803 req-97e1714a-2a06-4888-be96-d4da1f307f2f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:37.819864 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5e30d397-5280-4010-acf7-5a5809992803 req-97e1714a-2a06-4888-be96-d4da1f307f2f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.2650933 Feb 28 19:02:38.021021 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5e30d397-5280-4010-acf7-5a5809992803 req-ae8d8b4e-936d-46be-9f42-3a3b53bcc341 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903872 Feb 28 19:02:38.150604 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-ab05881b-74be-45b4-9c54-b654f513b1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:38.639333 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb97e-dd79-4348-9560-051db628c19d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:38.669172 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d52e3-2279-495d-ba8a-50587dd5d22a req-c42768af-3389-45ce-afff-b501bd69427b tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:38.670623 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-843d52e3-2279-495d-ba8a-50587dd5d22a req-c42768af-3389-45ce-afff-b501bd69427b tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1178346 Feb 28 19:02:38.707320 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb97e-dd79-4348-9560-051db628c19d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:38.777510 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:38.803388 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-843d52e3-2279-495d-ba8a-50587dd5d22a req-ce80e756-d5e5-4025-aea2-8a5bf5b9dd0d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259148 Feb 28 19:02:38.908046 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.l3_db [None req-aa3eb97e-dd79-4348-9560-051db628c19d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Floating IP 7dafabdc-fe1d-4273-8f5c-ed605db6b1cb associated. External IP: 172.27.1.241, port: 7caa3a37-72ae-4e36-90cf-0f518cb19c37. Feb 28 19:02:39.138774 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:39.502242 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72d123-a3f8-426f-8827-c40460520442 req-48fdc8a2-597e-4043-8f25-5de6150513a9 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:39.503736 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fa72d123-a3f8-426f-8827-c40460520442 req-48fdc8a2-597e-4043-8f25-5de6150513a9 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.3161111 Feb 28 19:02:39.508293 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3eb97e-dd79-4348-9560-051db628c19d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:02:39.633235 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fa72d123-a3f8-426f-8827-c40460520442 req-6382c56b-975e-4e0b-9f7e-2debbecedacb tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207430 Feb 28 19:02:39.764819 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3eb97e-dd79-4348-9560-051db628c19d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:02:39.782037 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fffa2e1-7328-47e8-ad61-7d35f3a6fe00 None None] Sync routers for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:02:39.793436 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb97e-dd79-4348-9560-051db628c19d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:39.793851 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fffa2e1-7328-47e8-ad61-7d35f3a6fe00 None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:02:39.795065 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0fffa2e1-7328-47e8-ad61-7d35f3a6fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:02:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:39.858146 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-aa3eb97e-dd79-4348-9560-051db628c19d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "PUT /v2.0/floatingips/7dafabdc-fe1d-4273-8f5c-ed605db6b1cb HTTP/1.1" status: 200 len: 992 time: 2.3695388 Feb 28 19:02:39.858896 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:40.030351 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-0fffa2e1-7328-47e8-ad61-7d35f3a6fe00 None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:02:40.038002 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'status': 'completed', 'code': 200} Feb 28 19:02:40.146523 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308da31d-3c95-40e2-9ad1-bc69e79415ae req-2014fa49-f9a7-4b47-81db-6c8189513e4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:40.147983 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-308da31d-3c95-40e2-9ad1-bc69e79415ae req-2014fa49-f9a7-4b47-81db-6c8189513e4e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1636999 Feb 28 19:02:40.187404 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3609b1-6fa4-49e4-86e8-e5858cbf85c8 req-fb95c2a4-d542-47b6-8739-d721ab0fbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:40.188768 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4f3609b1-6fa4-49e4-86e8-e5858cbf85c8 req-fb95c2a4-d542-47b6-8739-d721ab0fbc59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 1099 time: 0.1235404 Feb 28 19:02:40.241142 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-308da31d-3c95-40e2-9ad1-bc69e79415ae req-492ae502-1e97-409d-8663-cbe25a49ad26 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832620 Feb 28 19:02:40.340283 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3609b1-6fa4-49e4-86e8-e5858cbf85c8 req-c6f51a3a-9a0f-44b2-9d07-fabcfc207218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:40.341738 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4f3609b1-6fa4-49e4-86e8-e5858cbf85c8 req-c6f51a3a-9a0f-44b2-9d07-fabcfc207218 service neutron] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 918 time: 0.1445374 Feb 28 19:02:40.395407 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0fffa2e1-7328-47e8-ad61-7d35f3a6fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '7dafabdc-fe1d-4273-8f5c-ed605db6b1cb', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'port_id': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'mac_address': 'fa:16:3e:a6:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:02:07Z', 'updated_at': '2022-02-28T19:02:38Z', 'revision_number': 1, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:40.400107 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fffa2e1-7328-47e8-ad61-7d35f3a6fe00 None None] Checking router: d520c66d-25fb-4bef-b83d-f6cf4b8c5525 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:02:40.409545 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fffa2e1-7328-47e8-ad61-7d35f3a6fe00 None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:02:40.410038 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0fffa2e1-7328-47e8-ad61-7d35f3a6fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:02:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:40.488102 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4f3609b1-6fa4-49e4-86e8-e5858cbf85c8 req-b491fe29-fea4-4cae-9f78-928acca06a0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37 HTTP/1.1" status: 200 len: 1000 time: 0.1383357 Feb 28 19:02:40.552084 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c7d41-7354-4a6d-ad00-6a997b0d354a req-27192f0b-0b91-47f9-a2bc-e15901baea1f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:40.553524 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2e7c7d41-7354-4a6d-ad00-6a997b0d354a req-27192f0b-0b91-47f9-a2bc-e15901baea1f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.2056057 Feb 28 19:02:40.563663 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 57956) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:40.571790 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-cb8c90e3-bde7-4331-a320-11bc306f4975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'floatingip': {'port_id': 'f30d713e-926a-4637-924b-eabbced9f31c'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:40.595683 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-0fffa2e1-7328-47e8-ad61-7d35f3a6fe00 None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:02:40.657255 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cb8c90e3-bde7-4331-a320-11bc306f4975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:40.717035 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3609b1-6fa4-49e4-86e8-e5858cbf85c8 req-e4ff86ac-a10c-4516-9de0-ef9c6ab25071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:40.718757 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4f3609b1-6fa4-49e4-86e8-e5858cbf85c8 req-e4ff86ac-a10c-4516-9de0-ef9c6ab25071 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.2155435 Feb 28 19:02:40.828631 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:41.007669 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3609b1-6fa4-49e4-86e8-e5858cbf85c8 req-196f0aac-0563-4cf0-b2fd-9e34b6165612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:41.009322 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4f3609b1-6fa4-49e4-86e8-e5858cbf85c8 req-196f0aac-0563-4cf0-b2fd-9e34b6165612 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2613168 Feb 28 19:02:41.046071 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0fffa2e1-7328-47e8-ad61-7d35f3a6fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '7dafabdc-fe1d-4273-8f5c-ed605db6b1cb', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'port_id': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'mac_address': 'fa:16:3e:a6:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:02:07Z', 'updated_at': '2022-02-28T19:02:38Z', 'revision_number': 1, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:41.051005 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fffa2e1-7328-47e8-ad61-7d35f3a6fe00 None None] The sync data for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi is: [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '7dafabdc-fe1d-4273-8f5c-ed605db6b1cb', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'port_id': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'mac_address': 'fa:16:3e:a6:27:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:02:07Z', 'updated_at': '2022-02-28T19:02:38Z', 'revision_number': 1, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:02:41.329473 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166b0e2-fd42-435d-8076-25e60e462de2 None None] New status for floating IP 7dafabdc-fe1d-4273-8f5c-ed605db6b1cb: ACTIVE {{(pid=87746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:02:41.397055 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e978d-544f-47b2-b185-f3681ae6e751 req-4a4d53e6-4f27-42df-be28-0c77a51db476 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:41.405154 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-844e978d-544f-47b2-b185-f3681ae6e751 req-4a4d53e6-4f27-42df-be28-0c77a51db476 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.5007730 Feb 28 19:02:41.550515 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4f3609b1-6fa4-49e4-86e8-e5858cbf85c8 req-0aea02b4-84de-46d1-971c-04f24d87880b service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849606 Feb 28 19:02:41.571026 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-844e978d-544f-47b2-b185-f3681ae6e751 req-6367c15d-3f60-4538-9006-ed90c728a1a2 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648862 Feb 28 19:02:41.882386 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4f3609b1-6fa4-49e4-86e8-e5858cbf85c8 req-308d2f90-4de2-4a68-ba91-d7182bc65142 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206215 Feb 28 19:02:41.915294 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cb8c90e3-bde7-4331-a320-11bc306f4975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:42.018205 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c66e24-bf59-44b9-b4d8-478abd633184 req-bc05e6ce-344b-4053-9d99-8f192acf4970 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:42.019808 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-03c66e24-bf59-44b9-b4d8-478abd633184 req-bc05e6ce-344b-4053-9d99-8f192acf4970 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 945 time: 0.0851212 Feb 28 19:02:42.020980 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cb8c90e3-bde7-4331-a320-11bc306f4975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:42.205434 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-03c66e24-bf59-44b9-b4d8-478abd633184 req-4dd86802-6a51-460e-a191-62a2fd41266b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307619 Feb 28 19:02:42.235793 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.l3_db [None req-cb8c90e3-bde7-4331-a320-11bc306f4975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Floating IP 44a0cf43-dc23-4242-b75e-e4a7ac9c18d5 associated. External IP: 172.27.1.182, port: f30d713e-926a-4637-924b-eabbced9f31c. Feb 28 19:02:42.606857 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8c90e3-bde7-4331-a320-11bc306f4975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Router 330fbd67-df99-4a43-9d8f-baaf9f881c5e has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:02:42.949743 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c90e3-bde7-4331-a320-11bc306f4975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:02:42.954542 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cb8c90e3-bde7-4331-a320-11bc306f4975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:42.960284 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93c2ac-8a8f-428d-b729-9930fed0b681 None None] Sync routers for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:02:42.971354 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93c2ac-8a8f-428d-b729-9930fed0b681 None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:02:42.971972 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-ff93c2ac-8a8f-428d-b729-9930fed0b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:02:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:43.021885 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97548b0-be72-49be-bdef-60788563c5fd req-ac9791a9-c52f-4166-ae3a-8daa8973a01d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:43.023402 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e97548b0-be72-49be-bdef-60788563c5fd req-ac9791a9-c52f-4166-ae3a-8daa8973a01d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.3228679 Feb 28 19:02:43.032198 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-cb8c90e3-bde7-4331-a320-11bc306f4975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "PUT /v2.0/floatingips/44a0cf43-dc23-4242-b75e-e4a7ac9c18d5 HTTP/1.1" status: 200 len: 991 time: 2.4647360 Feb 28 19:02:43.032198 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45883a52-0422-4de3-b428-d6f24780b283', 'tag': 'f30d713e-926a-4637-924b-eabbced9f31c'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:43.086809 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e97548b0-be72-49be-bdef-60788563c5fd req-1ebbdae1-65a5-4abe-8309-b8af41e3c15e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519207 Feb 28 19:02:43.163280 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45883a52-0422-4de3-b428-d6f24780b283', 'tag': 'f30d713e-926a-4637-924b-eabbced9f31c', 'status': 'completed', 'code': 200} Feb 28 19:02:43.209806 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-ff93c2ac-8a8f-428d-b729-9930fed0b681 None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:02:43.326600 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87bad0-235a-482e-8608-e49f86e7c38b req-794d1a70-04c1-468e-9169-0b9d7f03c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:43.329551 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f87bad0-235a-482e-8608-e49f86e7c38b req-794d1a70-04c1-468e-9169-0b9d7f03c34d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 1098 time: 0.1306839 Feb 28 19:02:43.570767 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87bad0-235a-482e-8608-e49f86e7c38b req-f88e6ce6-df16-44c5-a362-b0290ee8c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:43.572294 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f87bad0-235a-482e-8608-e49f86e7c38b req-f88e6ce6-df16-44c5-a362-b0290ee8c871 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c812996-20a8-48cd-b6ed-d12028f6c0ff HTTP/1.1" status: 200 len: 911 time: 0.2308841 Feb 28 19:02:43.692538 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f87bad0-235a-482e-8608-e49f86e7c38b req-d46e637a-632b-4569-8987-245470e2e37a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f30d713e-926a-4637-924b-eabbced9f31c HTTP/1.1" status: 200 len: 999 time: 0.1128109 Feb 28 19:02:43.704219 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7e392-0724-45f0-99bb-5beab8d410a0 req-8db1235c-6435-4649-84f0-68a5a7210033 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:43.705713 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f9a7e392-0724-45f0-99bb-5beab8d410a0 req-8db1235c-6435-4649-84f0-68a5a7210033 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 945 time: 0.1856947 Feb 28 19:02:43.715601 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-ff93c2ac-8a8f-428d-b729-9930fed0b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '44a0cf43-dc23-4242-b75e-e4a7ac9c18d5', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'port_id': 'f30d713e-926a-4637-924b-eabbced9f31c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'mac_address': 'fa:16:3e:b0:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45883a52-0422-4de3-b428-d6f24780b283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:02:10Z', 'updated_at': '2022-02-28T19:02:41Z', 'revision_number': 1, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:43.719358 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93c2ac-8a8f-428d-b729-9930fed0b681 None None] Checking router: 330fbd67-df99-4a43-9d8f-baaf9f881c5e for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:02:43.729829 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93c2ac-8a8f-428d-b729-9930fed0b681 None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:02:43.730434 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-ff93c2ac-8a8f-428d-b729-9930fed0b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:02:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:43.798180 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87bad0-235a-482e-8608-e49f86e7c38b req-9167d674-caaa-43f2-a152-3e5349faba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:43.799639 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f87bad0-235a-482e-8608-e49f86e7c38b req-9167d674-caaa-43f2-a152-3e5349faba72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4696e929-cc56-41be-8b9d-89b6bfd0717a HTTP/1.1" status: 200 len: 849 time: 0.0930953 Feb 28 19:02:43.802523 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f9a7e392-0724-45f0-99bb-5beab8d410a0 req-2dc28e4c-ab9d-4101-94fc-721ab39834a3 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663316 Feb 28 19:02:43.909513 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87bad0-235a-482e-8608-e49f86e7c38b req-4dc7b545-cc61-4931-82e1-1fbaea68dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:43.911584 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f87bad0-235a-482e-8608-e49f86e7c38b req-4dc7b545-cc61-4931-82e1-1fbaea68dc6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c812996-20a8-48cd-b6ed-d12028f6c0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1002655 Feb 28 19:02:43.934127 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58036) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:43.959170 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-ff93c2ac-8a8f-428d-b729-9930fed0b681 None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:02:44.073212 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-fd029a66-2fff-4574-95c2-24e95dc175c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.089039 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-fd029a66-2fff-4574-95c2-24e95dc175c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:44.092954 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-fd029a66-2fff-4574-95c2-24e95dc175c5 admin admin] Usage tracker for resource:security_group_rule and tenant:753e196122e5489bac1451213e46c323 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:44.094727 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f87bad0-235a-482e-8608-e49f86e7c38b req-8c6d534c-e9c3-473d-ae20-fcf9e4ce7b48 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745093 Feb 28 19:02:44.096604 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-fd029a66-2fff-4574-95c2-24e95dc175c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:44.102273 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-fd029a66-2fff-4574-95c2-24e95dc175c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:44.277122 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-fd029a66-2fff-4574-95c2-24e95dc175c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.317109 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f87bad0-235a-482e-8608-e49f86e7c38b req-6e234e33-b5e9-43a4-a842-fe56ed7610e4 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100127 Feb 28 19:02:44.396761 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58052) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:44.425537 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-fd029a66-2fff-4574-95c2-24e95dc175c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.426873 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66f14f-88a8-49e3-8b2f-eac0ccf64104 req-4b0330a8-b920-44d8-b391-1144a7faca44 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:44.428399 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d66f14f-88a8-49e3-8b2f-eac0ccf64104 req-4b0330a8-b920-44d8-b391-1144a7faca44 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.0984919 Feb 28 19:02:44.479959 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d66f14f-88a8-49e3-8b2f-eac0ccf64104 req-b4976bb3-3f54-44f3-9fa5-af8318ca0c2c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439913 Feb 28 19:02:44.483634 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-fd029a66-2fff-4574-95c2-24e95dc175c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=753e196122e5489bac1451213e46c323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476975 Feb 28 19:02:44.484296 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58058) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:44.485762 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd029a66-2fff-4574-95c2-24e95dc175c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25e7707-698e-452e-a615-04debac82c30,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:44.530027 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4d6e2337-1d30-45d3-8cb4-ea32efe2884c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.545109 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-4d6e2337-1d30-45d3-8cb4-ea32efe2884c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:44.550002 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-4d6e2337-1d30-45d3-8cb4-ea32efe2884c admin admin] Usage tracker for resource:security_group_rule and tenant:f747fe65129f4a6d931435997c190652 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:44.553935 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-4d6e2337-1d30-45d3-8cb4-ea32efe2884c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:44.560135 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d29e-0b36-463b-a97c-923e07539b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.560474 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-4d6e2337-1d30-45d3-8cb4-ea32efe2884c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:44.570633 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-ff93c2ac-8a8f-428d-b729-9930fed0b681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '44a0cf43-dc23-4242-b75e-e4a7ac9c18d5', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'port_id': 'f30d713e-926a-4637-924b-eabbced9f31c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'mac_address': 'fa:16:3e:b0:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45883a52-0422-4de3-b428-d6f24780b283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:02:10Z', 'updated_at': '2022-02-28T19:02:41Z', 'revision_number': 1, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:44.575192 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93c2ac-8a8f-428d-b729-9930fed0b681 None None] The sync data for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi is: [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '44a0cf43-dc23-4242-b75e-e4a7ac9c18d5', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'port_id': 'f30d713e-926a-4637-924b-eabbced9f31c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'mac_address': 'fa:16:3e:b0:b1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45883a52-0422-4de3-b428-d6f24780b283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:02:10Z', 'updated_at': '2022-02-28T19:02:41Z', 'revision_number': 1, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:02:44.634478 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d29e-0b36-463b-a97c-923e07539b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.655986 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4d6e2337-1d30-45d3-8cb4-ea32efe2884c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.701965 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f61c99-8449-4074-8c75-01f0c538f661 req-43c10f24-397e-4618-9561-73efbdfb861a tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:44.703418 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b8f61c99-8449-4074-8c75-01f0c538f661 req-43c10f24-397e-4618-9561-73efbdfb861a tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.61 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 945 time: 0.1323171 Feb 28 19:02:44.744852 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4d6e2337-1d30-45d3-8cb4-ea32efe2884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.781328 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [req-b8f61c99-8449-4074-8c75-01f0c538f661 req-47968ad9-d09e-4854-8509-14c90a1e39f3 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Deleting port 32302e0f-82da-4b80-902d-b422d9d231e1 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:02:44.781758 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b8f61c99-8449-4074-8c75-01f0c538f661 req-47968ad9-d09e-4854-8509-14c90a1e39f3 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.783237 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dd4e95-b345-42c7-9f90-ec1f69eed22b None None] New status for floating IP 44a0cf43-dc23-4242-b75e-e4a7ac9c18d5: ACTIVE {{(pid=87746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:02:44.805517 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e2337-1d30-45d3-8cb4-ea32efe2884c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb11a278-e44a-48dd-bfc1-16d62ae19c96,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:44.812365 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d29e-0b36-463b-a97c-923e07539b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.817404 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-4d6e2337-1d30-45d3-8cb4-ea32efe2884c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f747fe65129f4a6d931435997c190652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193799 Feb 28 19:02:44.820060 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58062) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:44.845442 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7d29e-0b36-463b-a97c-923e07539b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25e7707-698e-452e-a615-04debac82c30,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:44.866593 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d29e-0b36-463b-a97c-923e07539b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.871391 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b8a7d29e-0b36-463b-a97c-923e07539b60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d25e7707-698e-452e-a615-04debac82c30 HTTP/1.1" status: 204 len: 168 time: 0.3800049 Feb 28 19:02:44.928853 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5f445a68-6f29-4dac-b58d-3dba3199c8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:44.976778 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5f445a68-6f29-4dac-b58d-3dba3199c8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:45.105333 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5f445a68-6f29-4dac-b58d-3dba3199c8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:45.123376 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f445a68-6f29-4dac-b58d-3dba3199c8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb11a278-e44a-48dd-bfc1-16d62ae19c96,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:45.133809 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5f445a68-6f29-4dac-b58d-3dba3199c8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:45.134987 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-5f445a68-6f29-4dac-b58d-3dba3199c8c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb11a278-e44a-48dd-bfc1-16d62ae19c96 HTTP/1.1" status: 204 len: 168 time: 0.3130090 Feb 28 19:02:45.266797 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5545e7b-7924-4067-9118-b255d065260d req-6bb5b434-78fd-4a4d-9397-b0d40a8c426c tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:45.268328 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5545e7b-7924-4067-9118-b255d065260d req-6bb5b434-78fd-4a4d-9397-b0d40a8c426c tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 945 time: 0.3122704 Feb 28 19:02:45.274473 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-b8f61c99-8449-4074-8c75-01f0c538f661 req-47968ad9-d09e-4854-8509-14c90a1e39f3 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] For port 32302e0f-82da-4b80-902d-b422d9d231e1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=32302e0f-82da-4b80-902d-b422d9d231e1,segment=NetworkSegment(c58062a1-7fe2-417c-97d7-e40bd0ff13a0),segment_id=c58062a1-7fe2-417c-97d7-e40bd0ff13a0)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:02:45.274851 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b8f61c99-8449-4074-8c75-01f0c538f661 req-47968ad9-d09e-4854-8509-14c90a1e39f3 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:45.432011 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [req-b8f61c99-8449-4074-8c75-01f0c538f661 req-47968ad9-d09e-4854-8509-14c90a1e39f3 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Calling delete_port for 32302e0f-82da-4b80-902d-b422d9d231e1 owned by compute:nova {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:02:45.492330 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5545e7b-7924-4067-9118-b255d065260d req-a77d7e34-b76a-4254-95fd-b10e7224fc7b tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/security-groups?id=f014e560-2de0-4b9e-9ea3-484e559882fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077961 Feb 28 19:02:45.624663 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58086) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:45.649104 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-71f7bb0f-27e0-4d0c-9eb9-2d8df667f914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:45.669389 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-71f7bb0f-27e0-4d0c-9eb9-2d8df667f914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:45.674537 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-71f7bb0f-27e0-4d0c-9eb9-2d8df667f914 admin admin] Usage tracker for resource:security_group_rule and tenant:ed74b107dda14babb37bbe98969ff85a is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:45.677622 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-71f7bb0f-27e0-4d0c-9eb9-2d8df667f914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:45.688363 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-71f7bb0f-27e0-4d0c-9eb9-2d8df667f914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:45.778762 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-71f7bb0f-27e0-4d0c-9eb9-2d8df667f914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:45.780000 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9324d-671a-4490-93fd-70d1e920036f req-72cfe35d-c4d7-45e3-bef1-3fe951831a4f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:45.780975 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fef9324d-671a-4490-93fd-70d1e920036f req-72cfe35d-c4d7-45e3-bef1-3fe951831a4f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1186779 Feb 28 19:02:45.823728 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b8f61c99-8449-4074-8c75-01f0c538f661 req-47968ad9-d09e-4854-8509-14c90a1e39f3 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:45.863453 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fef9324d-671a-4490-93fd-70d1e920036f req-77d98c95-1c17-4b06-ac28-dae0c11d9c9c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768108 Feb 28 19:02:45.879676 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47968ad9-d09e-4854-8509-14c90a1e39f3 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Pushing event deleted for resources: {'Port': ['ID=32302e0f-82da-4b80-902d-b422d9d231e1,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:45.908704 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-71f7bb0f-27e0-4d0c-9eb9-2d8df667f914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:45.960210 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-71f7bb0f-27e0-4d0c-9eb9-2d8df667f914 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed74b107dda14babb37bbe98969ff85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344719 Feb 28 19:02:45.962183 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7bb0f-27e0-4d0c-9eb9-2d8df667f914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee5ad34-76c0-4899-8860-fd0fdc3a156b,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:45.962946 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58094) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:45.970709 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f61c99-8449-4074-8c75-01f0c538f661 req-47968ad9-d09e-4854-8509-14c90a1e39f3 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] No DVR routers for this DVR port 32302e0f-82da-4b80-902d-b422d9d231e1 on host hv-cinder-83118 {{(pid=87745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:02:45.983378 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b8f61c99-8449-4074-8c75-01f0c538f661 req-47968ad9-d09e-4854-8509-14c90a1e39f3 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:45.987265 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7419a104-ba80-4043-87e2-b565459c6f39', 'name': 'network-vif-deleted', 'tag': '32302e0f-82da-4b80-902d-b422d9d231e1'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:46.004706 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b8f61c99-8449-4074-8c75-01f0c538f661 req-47968ad9-d09e-4854-8509-14c90a1e39f3 tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.61 "DELETE /v2.0/ports/32302e0f-82da-4b80-902d-b422d9d231e1 HTTP/1.1" status: 204 len: 173 time: 1.2928894 Feb 28 19:02:46.037138 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7419a104-ba80-4043-87e2-b565459c6f39', 'name': 'network-vif-deleted', 'tag': '32302e0f-82da-4b80-902d-b422d9d231e1', 'status': 'completed', 'code': 200} Feb 28 19:02:46.048086 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-94ca6b60-8d09-4691-be11-64fdd62dcb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.076127 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-94ca6b60-8d09-4691-be11-64fdd62dcb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.139733 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58102) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:46.159774 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d1cc4eb4-7b39-40f0-9f8e-6e552b6acc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.174229 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-d1cc4eb4-7b39-40f0-9f8e-6e552b6acc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:46.177884 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-94ca6b60-8d09-4691-be11-64fdd62dcb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.182432 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-d1cc4eb4-7b39-40f0-9f8e-6e552b6acc75 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7dbd06d106440092b4a208999b4752 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:46.191244 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-d1cc4eb4-7b39-40f0-9f8e-6e552b6acc75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:46.205640 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-d1cc4eb4-7b39-40f0-9f8e-6e552b6acc75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:46.208812 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca6b60-8d09-4691-be11-64fdd62dcb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee5ad34-76c0-4899-8860-fd0fdc3a156b,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:46.216919 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-94ca6b60-8d09-4691-be11-64fdd62dcb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.218151 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-94ca6b60-8d09-4691-be11-64fdd62dcb03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ee5ad34-76c0-4899-8860-fd0fdc3a156b HTTP/1.1" status: 204 len: 168 time: 0.2494371 Feb 28 19:02:46.304143 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d1cc4eb4-7b39-40f0-9f8e-6e552b6acc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.393845 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d1cc4eb4-7b39-40f0-9f8e-6e552b6acc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.441916 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-d1cc4eb4-7b39-40f0-9f8e-6e552b6acc75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e7dbd06d106440092b4a208999b4752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011105 Feb 28 19:02:46.442872 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc4eb4-7b39-40f0-9f8e-6e552b6acc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66bf001-751c-466d-afd3-bf87177f81a3,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:46.444634 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58110) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:46.538559 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba87c-6ef0-4357-be19-0b19832abd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.565698 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba87c-6ef0-4357-be19-0b19832abd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.654317 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-e7946109-c7c2-4aac-8385-f1cc00afbc4e req-b5059057-7a17-4706-87d2-0f73df74e6ff tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Synchronizing usage tracker for tenant:2234b3391e204ea49d8e31d3731b822c on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:02:46.748463 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba87c-6ef0-4357-be19-0b19832abd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.764170 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ba87c-6ef0-4357-be19-0b19832abd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66bf001-751c-466d-afd3-bf87177f81a3,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:46.772877 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba87c-6ef0-4357-be19-0b19832abd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.773921 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-6d9ba87c-6ef0-4357-be19-0b19832abd27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a66bf001-751c-466d-afd3-bf87177f81a3 HTTP/1.1" status: 204 len: 168 time: 0.3283539 Feb 28 19:02:46.777474 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-e7946109-c7c2-4aac-8385-f1cc00afbc4e req-b5059057-7a17-4706-87d2-0f73df74e6ff tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] Unset dirty status for tenant:2234b3391e204ea49d8e31d3731b822c on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:02:46.778609 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e7946109-c7c2-4aac-8385-f1cc00afbc4e req-b5059057-7a17-4706-87d2-0f73df74e6ff tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 210 time: 0.1713226 Feb 28 19:02:47.058645 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8231cc-790f-45fe-a87f-7a33f3ab3d5f req-2c9a093f-dbe3-4b0e-a82f-a08d9cf340d5 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:47.060158 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6c8231cc-790f-45fe-a87f-7a33f3ab3d5f req-2c9a093f-dbe3-4b0e-a82f-a08d9cf340d5 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.0859106 Feb 28 19:02:47.103758 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6c8231cc-790f-45fe-a87f-7a33f3ab3d5f req-48a6577e-cdf5-45e6-9f26-6ea182ce7499 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378325 Feb 28 19:02:47.171701 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58124) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:47.193580 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5428a292-831b-4fc4-804b-f24a32dcc7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.211291 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-5428a292-831b-4fc4-804b-f24a32dcc7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:47.215768 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-5428a292-831b-4fc4-804b-f24a32dcc7e5 admin admin] Usage tracker for resource:security_group_rule and tenant:87d85fed56d44a3998753857e36b0673 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:47.218833 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-5428a292-831b-4fc4-804b-f24a32dcc7e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:47.224954 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-5428a292-831b-4fc4-804b-f24a32dcc7e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:47.343859 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5428a292-831b-4fc4-804b-f24a32dcc7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.401244 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5428a292-831b-4fc4-804b-f24a32dcc7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.404330 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 32302e0f-82da-4b80-902d-b422d9d231e1 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:02:47.439482 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 32302e0f-82da-4b80-902d-b422d9d231e1 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:02:47.440054 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 32302e0f-82da-4b80-902d-b422d9d231e1 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:02:47.456692 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-5428a292-831b-4fc4-804b-f24a32dcc7e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87d85fed56d44a3998753857e36b0673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834644 Feb 28 19:02:47.457572 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428a292-831b-4fc4-804b-f24a32dcc7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e58927-3976-43e5-a767-a66fe15ea047,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:47.459672 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58138) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:47.520495 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-52831005-5119-41b4-adee-dc66145e34fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.548344 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-52831005-5119-41b4-adee-dc66145e34fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.703377 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-52831005-5119-41b4-adee-dc66145e34fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.722647 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52831005-5119-41b4-adee-dc66145e34fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e58927-3976-43e5-a767-a66fe15ea047,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:47.742519 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-52831005-5119-41b4-adee-dc66145e34fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:47.753584 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-52831005-5119-41b4-adee-dc66145e34fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46e58927-3976-43e5-a767-a66fe15ea047 HTTP/1.1" status: 204 len: 168 time: 0.2833841 Feb 28 19:02:48.048532 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-61d3295a-06dd-4360-b1c1-2b240c8a1e61 req-96b1a577-7290-423e-b5db-051ed43b6a7f tempest-DeleteServersTestJSON-976201672 tempest-DeleteServersTestJSON-976201672-project] 10.222.0.21 "GET /v2.0/ports?device_id=7419a104-ba80-4043-87e2-b565459c6f39 HTTP/1.1" status: 200 len: 210 time: 0.0642610 Feb 28 19:02:48.168568 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-a723c1f0-b075-4525-b92a-621f1f6ab7bd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:48.170045 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-a723c1f0-b075-4525-b92a-621f1f6ab7bd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 814 time: 0.2349851 Feb 28 19:02:48.189291 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-6b76f21d-29c9-4e9d-8f23-b4d99ffe4677 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/quotas/498eaf5c78e54296ac5cdeef3489e3ef HTTP/1.1" status: 200 len: 375 time: 0.0123034 Feb 28 19:02:48.348928 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-cb9089c0-855d-4cd3-ad3e-fc00e5b25b8f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1521699 Feb 28 19:02:48.357468 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e03e20-a822-45a8-9485-be2f85de43e4 req-b04bd259-d51e-4f50-a4cd-e6bc86db274f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:48.359648 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e3e03e20-a822-45a8-9485-be2f85de43e4 req-b04bd259-d51e-4f50-a4cd-e6bc86db274f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1193426 Feb 28 19:02:48.564764 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e3e03e20-a822-45a8-9485-be2f85de43e4 req-1dd9350d-aa3c-42b0-bc44-552f2bd22c19 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815438 Feb 28 19:02:48.597707 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1896325a-563e-422f-ace0-4f0c9192c4bc service neutron] 10.222.0.21 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366405 Feb 28 19:02:48.731345 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-059c4ef0-2d62-49c9-894e-f84ad0b4275c service neutron] 10.222.0.21 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278276 Feb 28 19:02:49.081792 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-58a1748c-f136-4220-9164-c166bf5d8163 req-16b448a3-fed5-4c48-ad25-3419bb1cc0c8 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 210 time: 0.0475328 Feb 28 19:02:49.822718 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da24eb-4ae0-49c9-9ae2-ca4fcd06f33e req-1538ee44-36af-40b7-a432-aa0b7b5cff86 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:49.824217 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b2da24eb-4ae0-49c9-9ae2-ca4fcd06f33e req-1538ee44-36af-40b7-a432-aa0b7b5cff86 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1121018 Feb 28 19:02:49.867643 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b2da24eb-4ae0-49c9-9ae2-ca4fcd06f33e req-81ee2b7a-aced-44ab-b830-449dafca9b9f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Feb 28 19:02:50.266050 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f0c3b8f8-4a15-448c-860b-640ac18bd8b4 req-371ca85d-d399-49bb-83f1-c72c1e5382c2 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 210 time: 0.0507834 Feb 28 19:02:50.314702 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58282) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:50.443347 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-adc8069f-ac86-4da5-bd9c-474c220a2482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:50.458574 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-adc8069f-ac86-4da5-bd9c-474c220a2482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:50.464239 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-adc8069f-ac86-4da5-bd9c-474c220a2482 admin admin] Usage tracker for resource:security_group_rule and tenant:9f14ff7f1a044695b3b9344615b942d9 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:50.468962 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-adc8069f-ac86-4da5-bd9c-474c220a2482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:50.476536 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-adc8069f-ac86-4da5-bd9c-474c220a2482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:50.579902 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-adc8069f-ac86-4da5-bd9c-474c220a2482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:50.635887 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-adc8069f-ac86-4da5-bd9c-474c220a2482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:50.686048 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-adc8069f-ac86-4da5-bd9c-474c220a2482 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f14ff7f1a044695b3b9344615b942d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695526 Feb 28 19:02:50.686741 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8069f-ac86-4da5-bd9c-474c220a2482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c25ed8-0202-45a5-843f-9a829b20a55f,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:50.689544 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58296) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:50.752270 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-83924435-f1c3-4d40-b06b-ec82c74474a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:50.780849 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-83924435-f1c3-4d40-b06b-ec82c74474a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:51.022740 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-83924435-f1c3-4d40-b06b-ec82c74474a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:51.049097 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83924435-f1c3-4d40-b06b-ec82c74474a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c25ed8-0202-45a5-843f-9a829b20a55f,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:51.073003 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-83924435-f1c3-4d40-b06b-ec82c74474a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:51.077669 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-83924435-f1c3-4d40-b06b-ec82c74474a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1c25ed8-0202-45a5-843f-9a829b20a55f HTTP/1.1" status: 204 len: 168 time: 0.3833401 Feb 28 19:02:51.100019 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f5170-a333-41c6-ad67-9239aaf5f02a req-5d3d04ac-90b1-4112-bba7-b175fb7a5520 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:51.101466 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-525f5170-a333-41c6-ad67-9239aaf5f02a req-5d3d04ac-90b1-4112-bba7-b175fb7a5520 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1184185 Feb 28 19:02:51.150145 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-525f5170-a333-41c6-ad67-9239aaf5f02a req-d2ef277a-4edd-40a1-93b2-5ddc586d1a0d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414052 Feb 28 19:02:51.425042 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58326) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:51.497824 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-13beb09d-bb96-409e-8924-3b566fb70a70 req-ffcfe377-dbeb-4849-8982-f440cc3747dd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 210 time: 0.0733943 Feb 28 19:02:51.498781 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5954019-4035-432e-b192-0104f558dab7 admin admin] Deleting subnet 329a5f2c-6917-4b6b-a231-86b39cc6d670 {{(pid=87744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:02:51.501882 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e5954019-4035-432e-b192-0104f558dab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:51.559591 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e5954019-4035-432e-b192-0104f558dab7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:51.568543 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e5954019-4035-432e-b192-0104f558dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:51.649618 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-9ad226c4-f7c4-4a51-b06f-af4552ce26c8 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:51.651918 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-9ad226c4-f7c4-4a51-b06f-af4552ce26c8 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 814 time: 0.1847825 Feb 28 19:02:51.672265 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Request body: {'port': {'device_id': '83758134-d6d4-4bf6-bdb6-f00ef16501ff', 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5', 'admin_state_up': True, 'tenant_id': '498eaf5c78e54296ac5cdeef3489e3ef'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:51.809545 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e5954019-4035-432e-b192-0104f558dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:51.830820 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58336) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:51.854261 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-29c73231-6085-46eb-b16f-83e7a95644b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:51.857951 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e5954019-4035-432e-b192-0104f558dab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:51.860590 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5954019-4035-432e-b192-0104f558dab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329a5f2c-6917-4b6b-a231-86b39cc6d670,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:51.867699 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:51.874335 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-29c73231-6085-46eb-b16f-83e7a95644b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:02:51.878136 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-29c73231-6085-46eb-b16f-83e7a95644b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e6111c28dce544299dfa2d274ac5b845 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:02:51.887097 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-29c73231-6085-46eb-b16f-83e7a95644b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:02:51.891179 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:51.893222 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-29c73231-6085-46eb-b16f-83e7a95644b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:02:51.899204 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-e5954019-4035-432e-b192-0104f558dab7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/329a5f2c-6917-4b6b-a231-86b39cc6d670 HTTP/1.1" status: 204 len: 168 time: 0.4736834 Feb 28 19:02:51.901974 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58342) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:52.003082 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:02:52.003691 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Made reservation on behalf of 498eaf5c78e54296ac5cdeef3489e3ef for: {'port': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:02:52.007656 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.027996 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-29c73231-6085-46eb-b16f-83e7a95644b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.074376 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.097960 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-29c73231-6085-46eb-b16f-83e7a95644b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.181997 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c73231-6085-46eb-b16f-83e7a95644b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf8f8f3-956d-4176-923c-c82df6f24c54,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:52.207338 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-29c73231-6085-46eb-b16f-83e7a95644b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6111c28dce544299dfa2d274ac5b845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753693 Feb 28 19:02:52.207914 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58356) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:52.242578 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.281385 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.296715 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.296715 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.296715 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > port after_create 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.296715 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.296715 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > port after_update 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.296715 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.296715 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.296715 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.296715 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.360792 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Allocated IP 172.20.0.4 (449788a3-ff13-44f6-8b3b-66a4d81bb7d5/c24ad78d-6a7e-4355-ae0c-4152a4caf1b4/f3587eff-27f1-497f-89ad-a020d585a895) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:02:52.404298 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-766d79f7-d54d-4be2-8aed-fb71cd3815ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.445544 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.446134 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.446241 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.446560 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:02:52.447084 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5969ec6e-bb59-4dca-9873-ec6e8c87d9f4']}} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:52.463025 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-766d79f7-d54d-4be2-8aed-fb71cd3815ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.468316 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58062a1-7fe2-417c-97d7-e40bd0ff13a0') {'for_net_delete': True} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:52.468453 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58062a1-7fe2-417c-97d7-e40bd0ff13a0') {} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:52.484913 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7316287'] for segment, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.511944 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.512808 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:02:52.513191 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7091737'] for segment, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: from cryptography.utils import int_from_bytes Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: from cryptography.utils import int_from_bytes Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: util.warn_limited( Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: util.warn_limited( Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: Traceback (most recent call last): Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: timer() Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: cb(*args, **kw) Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: return func(*args, **kwargs) Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: self._notify() Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: self.callback(batched_events) Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: event.method(event) Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: return f(self, *a, **k) Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._get(url).json() Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: return self.request(url, 'GET', **kwargs) Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:02:52.529173 dv-cinder-831187-1-iscsi neutron-server[87744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:02:52.594230 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd45473-7a9a-48a2-ae1a-2897c23bd209 req-4886762e-e78a-4a2e-9e8d-f714eda0158f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:52.595709 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7dd45473-7a9a-48a2-ae1a-2897c23bd209 req-4886762e-e78a-4a2e-9e8d-f714eda0158f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.3145781 Feb 28 19:02:52.669806 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.691412 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.703817 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5969ec6e-bb59-4dca-9873-ec6e8c87d9f4,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:52.775561 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-54726c99-5e56-4773-b47f-00b3b7b624ce req-594bf37e-7b50-4c8c-8791-860028172e73 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 210 time: 0.1601026 Feb 28 19:02:52.814108 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-817f37f6-bacb-4fd5-8fbf-14153884ffb2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5969ec6e-bb59-4dca-9873-ec6e8c87d9f4 HTTP/1.1" status: 204 len: 168 time: 0.9103301 Feb 28 19:02:52.834304 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7dd45473-7a9a-48a2-ae1a-2897c23bd209 req-5cca7bc8-9fcd-4e5e-9e15-f628f894de5d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179046 Feb 28 19:02:52.839349 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.923305 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-766d79f7-d54d-4be2-8aed-fb71cd3815ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.943345 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d79f7-d54d-4be2-8aed-fb71cd3815ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf8f8f3-956d-4176-923c-c82df6f24c54,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:53.040348 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.052646 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['60d1f848-70b7-4bb1-b406-979cd526e704'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:02:53.124768 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:02:53.129189 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:02:53.136092 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:02:53.139437 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:53.140051 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.145573 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Pushing event updated for resources: {'Port': ['ID=f3587eff-27f1-497f-89ad-a020d585a895,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:53.147825 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-766d79f7-d54d-4be2-8aed-fb71cd3815ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.152149 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-766d79f7-d54d-4be2-8aed-fb71cd3815ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcf8f8f3-956d-4176-923c-c82df6f24c54 HTTP/1.1" status: 204 len: 168 time: 0.9368567 Feb 28 19:02:53.240434 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-1865c18a-c179-4bc3-ad2e-ac5895ba8f49 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5742989 Feb 28 19:02:53.253201 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Request body: {'port': {'device_id': '83758134-d6d4-4bf6-bdb6-f00ef16501ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:02:53.303654 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58374) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:53.369876 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.380697 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-e8c0c85f-f056-485c-b772-0fb3423d1a9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2234b3391e204ea49d8e31d3731b822c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0759053 Feb 28 19:02:53.383261 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58380) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:53.456038 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3fd21f5e-2e7e-4759-88a0-7fea037779f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.476485 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58388) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:53.520555 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3fd21f5e-2e7e-4759-88a0-7fea037779f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.565585 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_v2 [None req-8015017b-94e9-4f21-ae31-3d55589fe7b1 admin admin] Deleting subnet a7f47e87-e7db-445a-8791-897520053105 {{(pid=87744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:02:53.576686 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8015017b-94e9-4f21-ae31-3d55589fe7b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.631146 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8015017b-94e9-4f21-ae31-3d55589fe7b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7316230'] for subnet, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.689092 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8015017b-94e9-4f21-ae31-3d55589fe7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.740418 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3fd21f5e-2e7e-4759-88a0-7fea037779f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.756053 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3587eff-27f1-497f-89ad-a020d585a895 {{(pid=87745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:02:53.762961 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd21f5e-2e7e-4759-88a0-7fea037779f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f014e560-2de0-4b9e-9ea3-484e559882fd,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:53.764100 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.880992 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3fd21f5e-2e7e-4759-88a0-7fea037779f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.886787 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-3fd21f5e-2e7e-4759-88a0-7fea037779f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f014e560-2de0-4b9e-9ea3-484e559882fd HTTP/1.1" status: 204 len: 168 time: 0.4979086 Feb 28 19:02:53.949998 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Transition to ACTIVE for port object f3587eff-27f1-497f-89ad-a020d585a895 will not be triggered until provisioned by entity L2. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:02:53.950636 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8015017b-94e9-4f21-ae31-3d55589fe7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7319999'] for subnet, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.971994 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c66941-d0b0-41a1-b833-82ea7b52f5a2 req-864a58ad-99f1-437e-bf4f-5d147c7b806a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:53.972694 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-80c66941-d0b0-41a1-b833-82ea7b52f5a2 req-864a58ad-99f1-437e-bf4f-5d147c7b806a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Synchronizing usage tracker for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:02:53.991949 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015017b-94e9-4f21-ae31-3d55589fe7b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f47e87-e7db-445a-8791-897520053105,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:54.000999 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8015017b-94e9-4f21-ae31-3d55589fe7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.015390 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-8015017b-94e9-4f21-ae31-3d55589fe7b1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a7f47e87-e7db-445a-8791-897520053105 HTTP/1.1" status: 204 len: 168 time: 0.5378265 Feb 28 19:02:54.020298 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58410) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:54.098473 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.169299 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.240162 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-80c66941-d0b0-41a1-b833-82ea7b52f5a2 req-864a58ad-99f1-437e-bf4f-5d147c7b806a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Unset dirty status for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:02:54.241294 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-80c66941-d0b0-41a1-b833-82ea7b52f5a2 req-864a58ad-99f1-437e-bf4f-5d147c7b806a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 931 time: 0.3580928 Feb 28 19:02:54.262572 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79379e87-bd15-4cd7-8eff-da243da68f47 req-2ee5a3bf-19c6-4b6f-b26d-b7c92fc298b7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:54.264073 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-79379e87-bd15-4cd7-8eff-da243da68f47 req-2ee5a3bf-19c6-4b6f-b26d-b7c92fc298b7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.2665946 Feb 28 19:02:54.329724 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.366469 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7debe7c9-7484-4b2c-bd32-652b76e81a97']}} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:54.368856 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Pushing event updated for resources: {'Port': ['ID=f3587eff-27f1-497f-89ad-a020d585a895,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:54.390294 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91e2c21-423d-41cb-bea6-7abeb763cd98') {'for_net_delete': True} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:54.390997 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91e2c21-423d-41cb-bea6-7abeb763cd98') {} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:54.402074 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Attempting to bind port f3587eff-27f1-497f-89ad-a020d585a895 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:02:54.402405 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Attempting to bind port f3587eff-27f1-497f-89ad-a020d585a895 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:02:54.402731 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Attempting to bind port f3587eff-27f1-497f-89ad-a020d585a895 on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:54.405576 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7316287'] for segment, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.410143 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Port f3587eff-27f1-497f-89ad-a020d585a895 on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:02:54.410457 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Attempting to bind port f3587eff-27f1-497f-89ad-a020d585a895 on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:02:54.424341 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.426829 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-80c66941-d0b0-41a1-b833-82ea7b52f5a2 req-4eab8f75-0b18-4494-9a5c-3816dffdd280 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741447 Feb 28 19:02:54.436911 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:02:54.437261 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Checking segment: {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:02:54.437649 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Bound using segment: {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:02:54.438086 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Bound port: f3587eff-27f1-497f-89ad-a020d585a895, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'}}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:02:54.438569 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.457077 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-79379e87-bd15-4cd7-8eff-da243da68f47 req-939aa441-a53e-4a80-b7cd-3cbdcfe12b94 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381121 Feb 28 19:02:54.460092 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=87744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:02:54.460601 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7091737'] for segment, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: Traceback (most recent call last): Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: timer() Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: cb(*args, **kw) Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: return func(*args, **kwargs) Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: self._notify() Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: self.callback(batched_events) Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: event.method(event) Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: return f(self, *a, **k) Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._get(url).json() Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: return self.request(url, 'GET', **kwargs) Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:02:54.488498 dv-cinder-831187-1-iscsi neutron-server[87744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:02:54.570238 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] For port f3587eff-27f1-497f-89ad-a020d585a895, host hv-cinder-83118, cleared binding levels {{(pid=87745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:02:54.658492 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.659260 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] For port f3587eff-27f1-497f-89ad-a020d585a895, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f3587eff-27f1-497f-89ad-a020d585a895,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:02:54.677266 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.683887 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=7debe7c9-7484-4b2c-bd32-652b76e81a97,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:54.687871 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-72e3a493-d2ef-4706-8b21-2e1c20287c7e admin admin] 10.222.0.21 "DELETE /v2.0/networks/7debe7c9-7484-4b2c-bd32-652b76e81a97 HTTP/1.1" status: 204 len: 168 time: 0.6664779 Feb 28 19:02:54.690597 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58432) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:54.763597 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8117a54-c609-4977-8f4b-0a3730eb84fc admin admin] Deleting subnet b056092b-f960-4270-9724-fae960367181 {{(pid=87744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:02:54.767692 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e8117a54-c609-4977-8f4b-0a3730eb84fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.785030 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.820074 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e8117a54-c609-4977-8f4b-0a3730eb84fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7316230'] for subnet, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.845710 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:54.845949 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.851361 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] 10.222.0.61 "PUT /v2.0/ports/f3587eff-27f1-497f-89ad-a020d585a895 HTTP/1.1" status: 200 len: 1093 time: 1.5988007 Feb 28 19:02:54.851361 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83758134-d6d4-4bf6-bdb6-f00ef16501ff', 'tag': 'f3587eff-27f1-497f-89ad-a020d585a895'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:02:54.881253 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebae851-a688-47c1-9f18-c3a458b66b19 service neutron] Pushing event updated for resources: {'Port': ['ID=f3587eff-27f1-497f-89ad-a020d585a895,revision_number=3']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:54.899430 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e8117a54-c609-4977-8f4b-0a3730eb84fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:54.915245 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83758134-d6d4-4bf6-bdb6-f00ef16501ff', 'tag': 'f3587eff-27f1-497f-89ad-a020d585a895', 'status': 'completed', 'code': 200} Feb 28 19:02:55.015362 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3195f9-34a0-4b93-8da0-807379515bce req-8266ae44-2c05-4c63-b18b-1a3839afe96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:55.016831 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5f3195f9-34a0-4b93-8da0-807379515bce req-8266ae44-2c05-4c63-b18b-1a3839afe96f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 1096 time: 0.0811088 Feb 28 19:02:55.149919 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e8117a54-c609-4977-8f4b-0a3730eb84fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7319999'] for subnet, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:55.168716 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3195f9-34a0-4b93-8da0-807379515bce req-19b05d46-ddf7-4459-9714-7328c3920497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:55.170222 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5f3195f9-34a0-4b93-8da0-807379515bce req-19b05d46-ddf7-4459-9714-7328c3920497 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1449647 Feb 28 19:02:55.191068 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e8117a54-c609-4977-8f4b-0a3730eb84fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:55.198673 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8117a54-c609-4977-8f4b-0a3730eb84fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b056092b-f960-4270-9724-fae960367181,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:55.201876 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-e8117a54-c609-4977-8f4b-0a3730eb84fc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b056092b-f960-4270-9724-fae960367181 HTTP/1.1" status: 204 len: 168 time: 0.5103331 Feb 28 19:02:55.204543 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58456) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:55.312693 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:55.351569 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3195f9-34a0-4b93-8da0-807379515bce req-ff434521-400d-4b28-9097-7cb235ca4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:55.354468 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5f3195f9-34a0-4b93-8da0-807379515bce req-ff434521-400d-4b28-9097-7cb235ca4b53 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757557 Feb 28 19:02:55.454546 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:55.504783 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccce762-cae9-43ec-83a1-c06a95680af5']}} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:55.522964 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58aedbb7-4739-4990-9e11-5bf8e18ac42a') {'for_net_delete': True} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:55.523298 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58aedbb7-4739-4990-9e11-5bf8e18ac42a') {} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:02:55.537680 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7316287'] for segment, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:55.557032 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:55.566523 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:02:55.567222 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7091737'] for segment, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: Traceback (most recent call last): Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: timer() Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: cb(*args, **kw) Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: return func(*args, **kwargs) Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: self._notify() Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: self.callback(batched_events) Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: event.method(event) Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: return f(self, *a, **k) Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._get(url).json() Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: return self.request(url, 'GET', **kwargs) Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:02:55.675541 dv-cinder-831187-1-iscsi neutron-server[87744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:02:55.766984 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:55.779217 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-f30a6171-1bc5-4f1f-baf9-80cd4ed194db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:55.780707 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-f30a6171-1bc5-4f1f-baf9-80cd4ed194db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 1096 time: 0.3789833 Feb 28 19:02:55.790093 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35824902-e73c-404d-8a43-5858651726f1 req-01133bb3-344a-4422-8c61-11631f0c468e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:55.790286 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:55.795152 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35824902-e73c-404d-8a43-5858651726f1 req-01133bb3-344a-4422-8c61-11631f0c468e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 943 time: 0.2042856 Feb 28 19:02:55.804083 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53525d-d1ec-48fb-be15-ac43e15a7a1f req-7d92d471-a778-4638-b49c-f2a549bce5f1 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:55.804451 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ccce762-cae9-43ec-83a1-c06a95680af5,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:55.805674 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9c53525d-d1ec-48fb-be15-ac43e15a7a1f req-7d92d471-a778-4638-b49c-f2a549bce5f1 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1560075 Feb 28 19:02:55.812826 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-4510cec3-2923-46c5-9160-29760406c115 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2ccce762-cae9-43ec-83a1-c06a95680af5 HTTP/1.1" status: 204 len: 168 time: 0.6052763 Feb 28 19:02:55.876033 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35824902-e73c-404d-8a43-5858651726f1 req-1304cf31-edb1-41a9-aa55-35b1bf36ef28 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681608 Feb 28 19:02:55.886720 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9c53525d-d1ec-48fb-be15-ac43e15a7a1f req-c12a5bb2-c4ee-4817-be6f-53d16cdae4ac tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615654 Feb 28 19:02:56.145527 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58492) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:56.195238 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-76f2b300-a1e1-4a99-9c45-7fff62f8c5e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97ba918f80ee4a9db77d523cdc9a90da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483465 Feb 28 19:02:56.198403 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58496) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:56.258171 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-06388b99-2bc6-4423-bb06-7e7bd835e550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:56.284146 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-06388b99-2bc6-4423-bb06-7e7bd835e550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:56.458008 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-06388b99-2bc6-4423-bb06-7e7bd835e550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:56.474915 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06388b99-2bc6-4423-bb06-7e7bd835e550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c47c5f6-3309-45d9-9ff6-01ea6f2f2f10,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:56.479944 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-06388b99-2bc6-4423-bb06-7e7bd835e550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:56.481257 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-06388b99-2bc6-4423-bb06-7e7bd835e550 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c47c5f6-3309-45d9-9ff6-01ea6f2f2f10 HTTP/1.1" status: 204 len: 168 time: 0.2816727 Feb 28 19:02:57.150663 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5912b-189a-48c9-8ba2-652bef0eb69c req-0714f837-2491-4ec5-824b-b9f57087e281 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:57.152236 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dbe5912b-189a-48c9-8ba2-652bef0eb69c req-0714f837-2491-4ec5-824b-b9f57087e281 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 943 time: 0.1429858 Feb 28 19:02:57.159495 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782516d-1447-4898-8206-34a73d429387 req-d01f1d16-2f11-417e-b491-a06723178d57 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:57.160832 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e782516d-1447-4898-8206-34a73d429387 req-d01f1d16-2f11-417e-b491-a06723178d57 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1164453 Feb 28 19:02:57.230540 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dbe5912b-189a-48c9-8ba2-652bef0eb69c req-b0c15bc4-2c83-4e3c-8375-724c76a2591a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686860 Feb 28 19:02:57.234867 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e782516d-1447-4898-8206-34a73d429387 req-cda85c6d-b085-42d2-9516-a03c8d57e8d3 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597658 Feb 28 19:02:57.412593 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58530) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:57.465181 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-8bebe7a6-0520-4fb7-9402-c81ada2afe2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec54d6ff24f84281b85f72f20db5347d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503845 Feb 28 19:02:57.466770 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58536) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:57.528964 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-13808497-1b2f-4344-893a-b513cdab5537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:57.554813 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-13808497-1b2f-4344-893a-b513cdab5537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:57.652270 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-13808497-1b2f-4344-893a-b513cdab5537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:57.665909 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13808497-1b2f-4344-893a-b513cdab5537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8506a5df-8e35-42cb-b134-4d86eafc8f40,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:02:57.672184 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-13808497-1b2f-4344-893a-b513cdab5537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:57.673210 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-13808497-1b2f-4344-893a-b513cdab5537 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8506a5df-8e35-42cb-b134-4d86eafc8f40 HTTP/1.1" status: 204 len: 168 time: 0.2054129 Feb 28 19:02:58.149426 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-078b9b2c-6538-404c-93a0-20291f3c93d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3587eff-27f1-497f-89ad-a020d585a895 HTTP/1.1" status: 200 len: 217 time: 0.0699720 Feb 28 19:02:58.474285 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea30e0-33dc-43af-877f-bd3707d7248d req-5a5a6ea3-475b-4a23-8272-491d2f7cb81a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:58.475749 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7bea30e0-33dc-43af-877f-bd3707d7248d req-5a5a6ea3-475b-4a23-8272-491d2f7cb81a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 943 time: 0.1383369 Feb 28 19:02:58.488712 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216afe1b-67cc-4ced-a145-6b0b12248944 req-15862ce1-d2b1-47c6-8b3a-159b94d59740 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:58.489987 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-216afe1b-67cc-4ced-a145-6b0b12248944 req-15862ce1-d2b1-47c6-8b3a-159b94d59740 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1155195 Feb 28 19:02:58.559771 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7bea30e0-33dc-43af-877f-bd3707d7248d req-5bbf01d8-43c8-481d-b91c-509fcc985042 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689144 Feb 28 19:02:58.563985 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-216afe1b-67cc-4ced-a145-6b0b12248944 req-d04011fa-9eeb-4cf9-bd3b-fd159f135c18 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586500 Feb 28 19:02:59.548820 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-51dcac41-2d16-42f9-aac8-be7c6642c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:59.550241 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-51dcac41-2d16-42f9-aac8-be7c6642c8ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c24ad78d-6a7e-4355-ae0c-4152a4caf1b4 HTTP/1.1" status: 200 len: 854 time: 0.0607433 Feb 28 19:02:59.600763 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-202023ce-f78d-46f3-898a-3e63c7887f91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411608 Feb 28 19:02:59.848724 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-812a682f-f40d-42b7-a455-30f388276655 service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379827 Feb 28 19:02:59.921766 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c408-ef67-42d5-8cce-e54079dbd62b req-27434716-97fd-4d69-8fcf-fd8f6160ceca tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:59.923213 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5587c408-ef67-42d5-8cce-e54079dbd62b req-27434716-97fd-4d69-8fcf-fd8f6160ceca tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.2194588 Feb 28 19:02:59.978165 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef32e1-5eb9-4d79-989a-83d230bda310 req-744bedb0-aca4-4eb6-aca7-e8f391e4e163 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:02:59.980391 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5eef32e1-5eb9-4d79-989a-83d230bda310 req-744bedb0-aca4-4eb6-aca7-e8f391e4e163 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 943 time: 0.2747791 Feb 28 19:03:00.064406 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5587c408-ef67-42d5-8cce-e54079dbd62b req-6a59393a-00ba-403b-8b6e-d226725ff294 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940440 Feb 28 19:03:00.087152 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7c67aa2-a494-472e-8596-02accad0f8a2 req-23d8cf3c-dfdd-403d-95c7-ab53b84401ca service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313662 Feb 28 19:03:00.090459 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5eef32e1-5eb9-4d79-989a-83d230bda310 req-cca9bc66-baa8-4fee-a252-b63f6d791d2f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909681 Feb 28 19:03:00.486198 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:01.394938 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b5136-6554-4098-98bb-136db54652e8 req-fd950d24-66cc-4292-b345-3ddfc46b088b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:01.396385 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e2b5136-6554-4098-98bb-136db54652e8 req-fd950d24-66cc-4292-b345-3ddfc46b088b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.2233660 Feb 28 19:03:01.407325 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348ec7c-8f22-4c86-a256-f968f6646949 req-0676e111-fbfd-41b9-a294-e670c575277f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:01.408662 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f348ec7c-8f22-4c86-a256-f968f6646949 req-0676e111-fbfd-41b9-a294-e670c575277f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 943 time: 0.1150508 Feb 28 19:03:01.477530 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e2b5136-6554-4098-98bb-136db54652e8 req-57ebe9f2-a575-45ac-831e-016fe9ee2e9c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679359 Feb 28 19:03:01.480499 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f348ec7c-8f22-4c86-a256-f968f6646949 req-bd31678a-79b2-4241-bfa3-6fadad8d8007 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583475 Feb 28 19:03:02.736048 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dffad-33a2-4a85-a81e-7e3ab93368ec req-e769832f-9fd5-42a5-a472-1521dd1f4fe7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:02.737369 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5e1dffad-33a2-4a85-a81e-7e3ab93368ec req-e769832f-9fd5-42a5-a472-1521dd1f4fe7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1111321 Feb 28 19:03:02.745166 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bfce6-f2d4-418e-aff5-78835f160701 req-9b23e1ef-3b9a-4a60-b077-9ecfa836211b tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:02.746487 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f30bfce6-f2d4-418e-aff5-78835f160701 req-9b23e1ef-3b9a-4a60-b077-9ecfa836211b tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 943 time: 0.1516008 Feb 28 19:03:02.814876 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5e1dffad-33a2-4a85-a81e-7e3ab93368ec req-a3859052-82da-448f-bde0-c658eea0a3a3 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674174 Feb 28 19:03:02.819476 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f30bfce6-f2d4-418e-aff5-78835f160701 req-56e35e78-ec91-4d2a-aeb4-938bb63a8a8f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586894 Feb 28 19:03:04.076490 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f02082-d4a3-42ab-a084-7505bc34ae7d req-d27986f3-b271-41a9-84b5-7191d55e7ec2 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:04.077928 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-77f02082-d4a3-42ab-a084-7505bc34ae7d req-d27986f3-b271-41a9-84b5-7191d55e7ec2 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1447158 Feb 28 19:03:04.086050 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c65fb-dff2-428f-a9e3-23aa4f243e83 req-3d55c753-81bd-48dd-a6f5-2c6b569522bd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:04.088193 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ec9c65fb-dff2-428f-a9e3-23aa4f243e83 req-3d55c753-81bd-48dd-a6f5-2c6b569522bd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 943 time: 0.1169248 Feb 28 19:03:04.105936 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device f3587eff-27f1-497f-89ad-a020d585a895 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:03:04.153271 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-77f02082-d4a3-42ab-a084-7505bc34ae7d req-33641a36-67b3-414d-962e-46d94b041fea tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640519 Feb 28 19:03:04.163937 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ec9c65fb-dff2-428f-a9e3-23aa4f243e83 req-50e2fd84-85b0-46f3-a14b-99e90c6f0955 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596216 Feb 28 19:03:04.248159 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port f3587eff-27f1-497f-89ad-a020d585a895, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f3587eff-27f1-497f-89ad-a020d585a895,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:03:04.261636 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': 'f3587eff-27f1-497f-89ad-a020d585a895', 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5', 'port_id': 'f3587eff-27f1-497f-89ad-a020d585a895', 'mac_address': 'fa:16:3e:e1:05:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24ad78d-6a7e-4355-ae0c-4152a4caf1b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:03:04.318692 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:04.335216 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3587eff-27f1-497f-89ad-a020d585a895 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:03:04.351339 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port f3587eff-27f1-497f-89ad-a020d585a895, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f3587eff-27f1-497f-89ad-a020d585a895,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:03:04.473679 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:04.540044 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=f3587eff-27f1-497f-89ad-a020d585a895,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:04.548750 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.549096 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.549435 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.549769 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.550101 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.550424 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.550750 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.551074 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.551444 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.551773 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.552093 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.552418 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:04.997203 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['f3587eff-27f1-497f-89ad-a020d585a895'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:03:05.406021 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3fe87-81fa-48cf-81b6-b8159c2d4658 req-4a60439c-bdd2-43f4-a335-1779ba546ffd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:05.407462 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-aad3fe87-81fa-48cf-81b6-b8159c2d4658 req-4a60439c-bdd2-43f4-a335-1779ba546ffd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 944 time: 0.1050601 Feb 28 19:03:05.414628 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902c17a-fb9a-4a9a-af11-f551976bcfca req-3c193959-5dfb-4321-8599-e1ff1deabe25 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:05.416115 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5902c17a-fb9a-4a9a-af11-f551976bcfca req-3c193959-5dfb-4321-8599-e1ff1deabe25 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1557453 Feb 28 19:03:05.424025 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-fd1481d8-983b-4aee-872e-10ffefbb0e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.489372 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-aad3fe87-81fa-48cf-81b6-b8159c2d4658 req-6342c772-83ac-46d6-af17-6fb41800aa12 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723209 Feb 28 19:03:05.495712 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5902c17a-fb9a-4a9a-af11-f551976bcfca req-abf39e8f-f104-4126-95a8-ef55984024a8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628593 Feb 28 19:03:05.578904 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58690) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:05.697366 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0ea64d48-ba37-42e1-aacd-964b7c97344e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.711579 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-0ea64d48-ba37-42e1-aacd-964b7c97344e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:05.716192 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-0ea64d48-ba37-42e1-aacd-964b7c97344e admin admin] Usage tracker for resource:security_group_rule and tenant:ffcd1f62155b481e9b67e2c6b4453142 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:05.718880 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-0ea64d48-ba37-42e1-aacd-964b7c97344e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:05.724499 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-0ea64d48-ba37-42e1-aacd-964b7c97344e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:05.806466 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0ea64d48-ba37-42e1-aacd-964b7c97344e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.914924 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0ea64d48-ba37-42e1-aacd-964b7c97344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:05.963951 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-0ea64d48-ba37-42e1-aacd-964b7c97344e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffcd1f62155b481e9b67e2c6b4453142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821633 Feb 28 19:03:05.964939 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea64d48-ba37-42e1-aacd-964b7c97344e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63697c8e-e3a9-4a46-b90a-d8315523a73a,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:05.965093 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58702) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:06.036152 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a0857e19-db36-4cb4-941c-90cef21a55fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.063622 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a0857e19-db36-4cb4-941c-90cef21a55fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.194851 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a0857e19-db36-4cb4-941c-90cef21a55fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.211394 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0857e19-db36-4cb4-941c-90cef21a55fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63697c8e-e3a9-4a46-b90a-d8315523a73a,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:06.216083 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a0857e19-db36-4cb4-941c-90cef21a55fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:06.217213 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-a0857e19-db36-4cb4-941c-90cef21a55fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63697c8e-e3a9-4a46-b90a-d8315523a73a HTTP/1.1" status: 204 len: 168 time: 0.2508488 Feb 28 19:03:06.752922 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef47f8-8dab-4afd-8057-3c5dfaff8ad8 req-b4837fec-0958-43ba-9a73-c85ce675b828 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:06.754387 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cfef47f8-8dab-4afd-8057-3c5dfaff8ad8 req-b4837fec-0958-43ba-9a73-c85ce675b828 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 944 time: 0.1538408 Feb 28 19:03:06.762506 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4bbca-3d5f-4c98-938c-3526d9aac4d6 req-844e3e26-6a60-49d0-ad17-2861c48ec2e8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:06.763935 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2ff4bbca-3d5f-4c98-938c-3526d9aac4d6 req-844e3e26-6a60-49d0-ad17-2861c48ec2e8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1243796 Feb 28 19:03:06.835623 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cfef47f8-8dab-4afd-8057-3c5dfaff8ad8 req-9a11d411-2139-4c20-89f8-b44e1e8e0026 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706971 Feb 28 19:03:06.843892 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2ff4bbca-3d5f-4c98-938c-3526d9aac4d6 req-4d98b4b9-cfd8-4a82-a2ed-00b974c61383 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651026 Feb 28 19:03:08.069452 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58756) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:08.088956 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ba7a-a99d-4d5e-9ceb-042c05179c2d req-d9eb6ba3-2c6b-42ff-bf79-98fdcac832d7 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:08.090455 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3a64ba7a-a99d-4d5e-9ceb-042c05179c2d req-d9eb6ba3-2c6b-42ff-bf79-98fdcac832d7 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 944 time: 0.1457803 Feb 28 19:03:08.111136 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4319a-2f02-4f2e-bac1-b5784ca5d7d4 req-47dab890-743f-47c3-a499-838af239d152 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:08.112700 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9da4319a-2f02-4f2e-bac1-b5784ca5d7d4 req-47dab890-743f-47c3-a499-838af239d152 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1305573 Feb 28 19:03:08.154617 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7da6-8626-4db2-8e37-260797e1d349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:08.184580 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3a64ba7a-a99d-4d5e-9ceb-042c05179c2d req-ccca78cd-795d-41ac-aa7a-ffef30519322 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847981 Feb 28 19:03:08.192050 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9da4319a-2f02-4f2e-bac1-b5784ca5d7d4 req-28542b53-e553-4710-abd3-aab8c69810ca tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660975 Feb 28 19:03:08.209484 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-fc1a909a-4972-46d8-957a-164dec76c6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:08.226286 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-fc1a909a-4972-46d8-957a-164dec76c6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:08.231035 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-fc1a909a-4972-46d8-957a-164dec76c6fd admin admin] Usage tracker for resource:security_group_rule and tenant:698ab903e7a64154a98e457b2b2ff209 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:08.234104 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-fc1a909a-4972-46d8-957a-164dec76c6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:08.239606 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-fc1a909a-4972-46d8-957a-164dec76c6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:08.326190 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-fc1a909a-4972-46d8-957a-164dec76c6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:08.394825 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-fc1a909a-4972-46d8-957a-164dec76c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:08.445913 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-fc1a909a-4972-46d8-957a-164dec76c6fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=698ab903e7a64154a98e457b2b2ff209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746173 Feb 28 19:03:08.447227 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a909a-4972-46d8-957a-164dec76c6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cfb28b-a839-43df-bef7-41f124692104,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:08.449007 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58766) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:08.505383 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-473f2e3d-27cb-4589-818f-69dd89888d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:08.532018 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-473f2e3d-27cb-4589-818f-69dd89888d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:08.669639 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-473f2e3d-27cb-4589-818f-69dd89888d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:08.689045 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f2e3d-27cb-4589-818f-69dd89888d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cfb28b-a839-43df-bef7-41f124692104,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:08.695617 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-473f2e3d-27cb-4589-818f-69dd89888d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:08.696814 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-473f2e3d-27cb-4589-818f-69dd89888d73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06cfb28b-a839-43df-bef7-41f124692104 HTTP/1.1" status: 204 len: 168 time: 0.2467301 Feb 28 19:03:08.782164 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:09.114871 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:09.441925 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e6ec5-9423-4ddc-9cd6-4a3a1894d6d6 req-1f16b402-9136-4bb2-8b2b-66487081e818 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:09.443390 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f57e6ec5-9423-4ddc-9cd6-4a3a1894d6d6 req-1f16b402-9136-4bb2-8b2b-66487081e818 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 944 time: 0.1441448 Feb 28 19:03:09.451935 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8b816-5b50-4fe2-9a98-6558c147ad16 req-5377fe31-adf0-4255-ad12-ad8c7efc4826 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:09.453316 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9bd8b816-5b50-4fe2-9a98-6558c147ad16 req-5377fe31-adf0-4255-ad12-ad8c7efc4826 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1195400 Feb 28 19:03:09.519236 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f57e6ec5-9423-4ddc-9cd6-4a3a1894d6d6 req-1dcf24d4-3897-4aa7-817f-71ef774ced5e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649571 Feb 28 19:03:09.530573 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9bd8b816-5b50-4fe2-9a98-6558c147ad16 req-751eb201-6195-4f01-a8a1-c53a56ff4650 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616410 Feb 28 19:03:10.863276 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc142cf6-4c25-41b3-8dca-e4806b320478 req-f09dc838-2b18-4441-a32f-4756a93e226c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:10.864750 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bc142cf6-4c25-41b3-8dca-e4806b320478 req-f09dc838-2b18-4441-a32f-4756a93e226c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 944 time: 0.2354887 Feb 28 19:03:10.873131 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6a264-4c56-4126-9a57-0a7f08bb9889 req-17770f5a-64d0-480a-97fe-7581caabbac6 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:10.874471 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ccb6a264-4c56-4126-9a57-0a7f08bb9889 req-17770f5a-64d0-480a-97fe-7581caabbac6 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.2076602 Feb 28 19:03:10.947153 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bc142cf6-4c25-41b3-8dca-e4806b320478 req-ad07b04f-66dc-425a-8e97-81a313350695 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698707 Feb 28 19:03:10.950245 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ccb6a264-4c56-4126-9a57-0a7f08bb9889 req-c9028d2b-dded-4ab3-a186-3eb11dc16f3c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602202 Feb 28 19:03:10.967128 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:12.137336 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device f3587eff-27f1-497f-89ad-a020d585a895 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:03:12.202060 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd9b41-e6e4-49d0-a7dc-9a9bd4db4682 req-bea77494-6237-4040-ac44-7a568bdd4643 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:12.203600 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6fdd9b41-e6e4-49d0-a7dc-9a9bd4db4682 req-bea77494-6237-4040-ac44-7a568bdd4643 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1378269 Feb 28 19:03:12.232072 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458add6-fbed-4b6e-aef8-af705dd51569 req-7ed6750a-7274-4596-881a-bb3363481e5c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:12.233502 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e458add6-fbed-4b6e-aef8-af705dd51569 req-7ed6750a-7274-4596-881a-bb3363481e5c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 944 time: 0.1657939 Feb 28 19:03:12.276841 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6fdd9b41-e6e4-49d0-a7dc-9a9bd4db4682 req-85240446-fd4e-4c2c-a9bb-5739f1524661 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656872 Feb 28 19:03:12.296942 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e458add6-fbed-4b6e-aef8-af705dd51569 req-f406f4c5-07a0-48c9-9f37-fef529a0fd84 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561016 Feb 28 19:03:12.321402 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port f3587eff-27f1-497f-89ad-a020d585a895 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:03:12.328072 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port f3587eff-27f1-497f-89ad-a020d585a895 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:03:12.328700 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:12.454167 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:12.489740 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port f3587eff-27f1-497f-89ad-a020d585a895, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f3587eff-27f1-497f-89ad-a020d585a895,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:03:12.490614 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83758134-d6d4-4bf6-bdb6-f00ef16501ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3587eff-27f1-497f-89ad-a020d585a895'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:03:12.537187 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83758134-d6d4-4bf6-bdb6-f00ef16501ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3587eff-27f1-497f-89ad-a020d585a895', 'code': 200} Feb 28 19:03:12.624204 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:12.709722 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=f3587eff-27f1-497f-89ad-a020d585a895,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:13.133626 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aafdf-7e0b-4563-ade4-c767c4251902 req-39a6582d-b936-49fc-8d8f-750e53ce239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:13.135132 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-620aafdf-7e0b-4563-ade4-c767c4251902 req-39a6582d-b936-49fc-8d8f-750e53ce239b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 1098 time: 0.0711493 Feb 28 19:03:13.176505 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-620aafdf-7e0b-4563-ade4-c767c4251902 req-acaa755a-cf0d-486f-8c7f-b33643ae237c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352900 Feb 28 19:03:13.309872 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58874) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:13.506923 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3e200fab-c183-47f7-85e5-e744830af7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:13.530925 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-3e200fab-c183-47f7-85e5-e744830af7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:13.539066 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-3e200fab-c183-47f7-85e5-e744830af7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c450a7a45bee48e392468053c4a63c90 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:13.543232 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-3e200fab-c183-47f7-85e5-e744830af7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:13.551403 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-3e200fab-c183-47f7-85e5-e744830af7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:13.599467 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49b0d1-9c16-47b9-9b8e-f7e71a3f7652 req-f9c852c8-4253-4114-a374-cf4af5e2db8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:13.600903 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4d49b0d1-9c16-47b9-9b8e-f7e71a3f7652 req-f9c852c8-4253-4114-a374-cf4af5e2db8e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.2092760 Feb 28 19:03:13.635770 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87155b-fe1e-43d4-b98a-6a8c739dbf03 req-a867e75d-af97-4fa1-a718-93b0dda6a748 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:13.637187 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4d87155b-fe1e-43d4-b98a-6a8c739dbf03 req-a867e75d-af97-4fa1-a718-93b0dda6a748 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 945 time: 0.2037361 Feb 28 19:03:13.716858 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4d49b0d1-9c16-47b9-9b8e-f7e71a3f7652 req-289409ae-7a99-4639-b909-089b817e30ca tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052599 Feb 28 19:03:13.742917 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4d87155b-fe1e-43d4-b98a-6a8c739dbf03 req-851b8c6b-355c-4ebd-9384-b964c9f1f61c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965652 Feb 28 19:03:13.762476 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3e200fab-c183-47f7-85e5-e744830af7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:13.927766 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3e200fab-c183-47f7-85e5-e744830af7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:14.003562 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-3e200fab-c183-47f7-85e5-e744830af7e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c450a7a45bee48e392468053c4a63c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6924741 Feb 28 19:03:14.011961 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58896) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:14.015398 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e200fab-c183-47f7-85e5-e744830af7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db6ad4f-4151-4fd9-aec8-906e91fc3bec,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:14.081126 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d10ceb05-a7d7-4950-9e03-8a031a0ecefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:14.113261 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d10ceb05-a7d7-4950-9e03-8a031a0ecefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:14.338081 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d10ceb05-a7d7-4950-9e03-8a031a0ecefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:14.356554 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ceb05-a7d7-4950-9e03-8a031a0ecefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db6ad4f-4151-4fd9-aec8-906e91fc3bec,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:14.359894 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d10ceb05-a7d7-4950-9e03-8a031a0ecefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:14.361003 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-d10ceb05-a7d7-4950-9e03-8a031a0ecefb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5db6ad4f-4151-4fd9-aec8-906e91fc3bec HTTP/1.1" status: 204 len: 168 time: 0.3477883 Feb 28 19:03:14.998215 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c7c0f-0a4e-450e-84dc-04611d1117f8 req-39703c80-16a8-4fd2-8181-4ed67f37c8f9 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:14.999715 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-352c7c0f-0a4e-450e-84dc-04611d1117f8 req-39703c80-16a8-4fd2-8181-4ed67f37c8f9 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1504934 Feb 28 19:03:15.006911 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e625e-ece4-4ade-a030-da415e18e999 req-b3e671ea-c04c-4993-bdcc-6840d99b9cda tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:15.008543 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-944e625e-ece4-4ade-a030-da415e18e999 req-b3e671ea-c04c-4993-bdcc-6840d99b9cda tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 945 time: 0.1195242 Feb 28 19:03:15.082394 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-352c7c0f-0a4e-450e-84dc-04611d1117f8 req-c64f7229-93b7-41a9-817b-7986456a39ea tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721116 Feb 28 19:03:15.084956 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-944e625e-ece4-4ade-a030-da415e18e999 req-aa86c373-e559-4f49-82e8-3983ee82df9c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607600 Feb 28 19:03:15.346254 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 58928) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:15.365845 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-44dd695d-b90b-48e3-89cb-7675ba8da2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:15.381538 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-44dd695d-b90b-48e3-89cb-7675ba8da2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:15.385492 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-44dd695d-b90b-48e3-89cb-7675ba8da2eb admin admin] Usage tracker for resource:security_group_rule and tenant:b1c3173c73974ad1a179bb747db2f61d is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:15.388425 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-44dd695d-b90b-48e3-89cb-7675ba8da2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:15.394211 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-44dd695d-b90b-48e3-89cb-7675ba8da2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:15.475815 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-44dd695d-b90b-48e3-89cb-7675ba8da2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:15.606414 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-44dd695d-b90b-48e3-89cb-7675ba8da2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:15.660484 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-44dd695d-b90b-48e3-89cb-7675ba8da2eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1c3173c73974ad1a179bb747db2f61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129256 Feb 28 19:03:15.662128 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd695d-b90b-48e3-89cb-7675ba8da2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4791e2a-b8a4-4965-b58c-b2ef510e7f7c,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:15.663431 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 58932) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:15.732278 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-269a1a42-4fb4-421f-a26d-af43ae19843b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:15.758288 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-269a1a42-4fb4-421f-a26d-af43ae19843b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:15.841261 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0aab9-e690-41f2-a5d6-43ca424d5092 req-8df597fb-e21c-4c5a-8ea0-7c3e709f7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:15.842705 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cba0aab9-e690-41f2-a5d6-43ca424d5092 req-8df597fb-e21c-4c5a-8ea0-7c3e709f7fc5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 1098 time: 0.0866756 Feb 28 19:03:15.884896 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cba0aab9-e690-41f2-a5d6-43ca424d5092 req-ae3676ff-ee64-4dce-a10d-1da69f9c5f48 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Feb 28 19:03:15.955763 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-269a1a42-4fb4-421f-a26d-af43ae19843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:15.971689 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a1a42-4fb4-421f-a26d-af43ae19843b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4791e2a-b8a4-4965-b58c-b2ef510e7f7c,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:15.981108 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-269a1a42-4fb4-421f-a26d-af43ae19843b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:15.984898 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-269a1a42-4fb4-421f-a26d-af43ae19843b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4791e2a-b8a4-4965-b58c-b2ef510e7f7c HTTP/1.1" status: 204 len: 168 time: 0.3203397 Feb 28 19:03:16.339447 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c8881-8dba-4e00-95ff-abab4c40a293 req-1dced407-ce5c-4dc5-96ce-7ab1a7cdf5a5 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:16.340900 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e94c8881-8dba-4e00-95ff-abab4c40a293 req-1dced407-ce5c-4dc5-96ce-7ab1a7cdf5a5 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1439798 Feb 28 19:03:16.349216 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7ec2b-4c98-4094-a10e-2fb5226121b5 req-3b1be695-e2e2-4748-b43b-f027b62bc367 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:16.350274 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dbe7ec2b-4c98-4094-a10e-2fb5226121b5 req-3b1be695-e2e2-4748-b43b-f027b62bc367 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 945 time: 0.1514814 Feb 28 19:03:16.418930 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e94c8881-8dba-4e00-95ff-abab4c40a293 req-698f68d7-84b7-4f37-abff-ce4cacab37d9 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676920 Feb 28 19:03:16.426746 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dbe7ec2b-4c98-4094-a10e-2fb5226121b5 req-045f39ca-4c5f-4b9a-a828-c6e5d30c4861 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620968 Feb 28 19:03:17.654506 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6ae4d-8e48-4701-90e5-b3f8afc3215f req-cab7ed2f-37a1-49c7-a552-acceb3569835 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:17.657191 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8ec6ae4d-8e48-4701-90e5-b3f8afc3215f req-cab7ed2f-37a1-49c7-a552-acceb3569835 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.0838552 Feb 28 19:03:17.702718 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8ec6ae4d-8e48-4701-90e5-b3f8afc3215f req-e2b192aa-f36e-4c16-8580-f3fa62bf4a35 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Feb 28 19:03:18.902618 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055a83d-6b53-49f3-a100-577c7c7907b8 req-ffcfb7a9-b988-494c-9183-52656fe7bb4d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:18.909266 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d055a83d-6b53-49f3-a100-577c7c7907b8 req-ffcfb7a9-b988-494c-9183-52656fe7bb4d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.0908682 Feb 28 19:03:18.970252 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d055a83d-6b53-49f3-a100-577c7c7907b8 req-8cbb5232-0535-4b97-ae02-14d4a01373e3 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547981 Feb 28 19:03:19.170767 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c3b55-2682-4c6d-86a9-1e2f73b10dc9 req-d23f3583-254b-45fa-b7fc-3d2db6b2c70a tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:19.172251 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-573c3b55-2682-4c6d-86a9-1e2f73b10dc9 req-d23f3583-254b-45fa-b7fc-3d2db6b2c70a tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0872338 Feb 28 19:03:19.218195 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-573c3b55-2682-4c6d-86a9-1e2f73b10dc9 req-2194a8cd-b02d-43ec-9173-c0288a0f0cd2 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401280 Feb 28 19:03:20.605559 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d69c63-3026-4874-8f3f-22292ea33075 req-097a6fb4-3636-4d71-b4d2-fec82d181f55 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:20.607156 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-097a6fb4-3636-4d71-b4d2-fec82d181f55 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 814 time: 0.2404757 Feb 28 19:03:20.622864 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-b8019267-8f96-497f-9afd-56a1103861e1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/quotas/498eaf5c78e54296ac5cdeef3489e3ef HTTP/1.1" status: 200 len: 375 time: 0.0098662 Feb 28 19:03:20.708904 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-00f5b7c1-a51c-47df-b8ab-deddaccbb324 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777020 Feb 28 19:03:20.849750 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-fd1501d2-f30d-499a-bb5f-275c403c10e9 service neutron] 10.222.0.21 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340809 Feb 28 19:03:20.995219 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-0b1b229a-8fcd-4a23-b3f4-b5a75eba4e74 service neutron] 10.222.0.21 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390831 Feb 28 19:03:21.361374 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5091ee93-c735-448c-a9cd-ce3604171918 req-8c047c4e-52c0-422f-9116-b2f052f55e55 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 210 time: 0.0489099 Feb 28 19:03:22.555485 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-83aab421-9333-4a09-b0d9-2c32d56f7938 req-16e21767-ee94-4fe7-8b65-44f19fbb60c3 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 210 time: 0.0675941 Feb 28 19:03:23.667640 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 59224) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:23.740363 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0b6cb-41ce-48be-a212-d024f832a6bb req-918a0112-6a17-43b6-8aa2-f88d15ccc2ce tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:23.741865 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-79e0b6cb-41ce-48be-a212-d024f832a6bb req-918a0112-6a17-43b6-8aa2-f88d15ccc2ce tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.2178071 Feb 28 19:03:23.750110 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b8cd649b-cc90-4dc1-96e1-62ed1b1417d6 req-aa1be827-f2e4-468c-9585-0b11889911e6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 210 time: 0.0652266 Feb 28 19:03:23.760535 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9fcc1-a720-4348-880d-3fa9a9f7233e req-bc414116-f7b9-45e6-b8be-6610802032db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:23.762257 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bfe9fcc1-a720-4348-880d-3fa9a9f7233e req-bc414116-f7b9-45e6-b8be-6610802032db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8d685b5629d4a8185474969249dbc6e&device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 1098 time: 0.1822796 Feb 28 19:03:23.817992 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c46132f7-0072-4daf-a08f-e5bca7f3328c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:23.834971 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-c46132f7-0072-4daf-a08f-e5bca7f3328c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:23.839157 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-c46132f7-0072-4daf-a08f-e5bca7f3328c admin admin] Usage tracker for resource:security_group_rule and tenant:28e23b27615743a2bb67513d3de568c8 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:23.841997 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-c46132f7-0072-4daf-a08f-e5bca7f3328c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:23.847682 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-c46132f7-0072-4daf-a08f-e5bca7f3328c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:23.890058 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-79e0b6cb-41ce-48be-a212-d024f832a6bb req-486a57d2-dcf5-4242-ae7b-6408d8db8d21 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311102 Feb 28 19:03:23.947107 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c46132f7-0072-4daf-a08f-e5bca7f3328c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:23.952140 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9fcc1-a720-4348-880d-3fa9a9f7233e req-07510d10-4f1d-4931-882e-ad08cf06555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:23.953858 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bfe9fcc1-a720-4348-880d-3fa9a9f7233e req-07510d10-4f1d-4931-882e-ad08cf06555f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 200 len: 919 time: 0.1751428 Feb 28 19:03:24.029121 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bfe9fcc1-a720-4348-880d-3fa9a9f7233e req-f232fe44-71ae-4bb8-92ca-a74c056c2536 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 HTTP/1.1" status: 200 len: 217 time: 0.0686829 Feb 28 19:03:24.096858 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9fcc1-a720-4348-880d-3fa9a9f7233e req-7bc022ff-912e-479c-b98f-26ebed3c3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:24.098245 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bfe9fcc1-a720-4348-880d-3fa9a9f7233e req-7bc022ff-912e-479c-b98f-26ebed3c3ff8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629540f6-b3ec-4b27-adbf-7d7d7baf6934 HTTP/1.1" status: 200 len: 858 time: 0.0599320 Feb 28 19:03:24.145091 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bfe9fcc1-a720-4348-880d-3fa9a9f7233e req-ac91e5ca-9014-4b27-8ccf-fb3fe2be6fda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b57127cd-5080-498c-a2a9-a9aa12e27acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395312 Feb 28 19:03:24.206827 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c46132f7-0072-4daf-a08f-e5bca7f3328c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:24.283485 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bfe9fcc1-a720-4348-880d-3fa9a9f7233e req-c997ca1d-844c-4db2-818d-32d75725cb64 service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290410 Feb 28 19:03:24.298770 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-c46132f7-0072-4daf-a08f-e5bca7f3328c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28e23b27615743a2bb67513d3de568c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6294155 Feb 28 19:03:24.307661 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 59234) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:24.353746 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46132f7-0072-4daf-a08f-e5bca7f3328c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de40ddf-99d1-4a37-917d-99cc6dd88081,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:24.423631 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d69c63-3026-4874-8f3f-22292ea33075 req-af6ec131-8203-4a64-a4e6-d5234e86a6c5 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:24.425125 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-af6ec131-8203-4a64-a4e6-d5234e86a6c5 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 814 time: 0.1936049 Feb 28 19:03:24.437656 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Request body: {'port': {'device_id': 'fea77b98-2b78-485a-beab-edf47a4fcc72', 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5', 'admin_state_up': True, 'tenant_id': '498eaf5c78e54296ac5cdeef3489e3ef'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:03:24.470265 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1dca3675-75ef-4640-8184-49287d8be65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:24.471589 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bfe9fcc1-a720-4348-880d-3fa9a9f7233e req-0865bedf-ccec-4b0f-80d3-da394fc81f34 service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815886 Feb 28 19:03:24.501640 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1dca3675-75ef-4640-8184-49287d8be65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:24.581158 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:24.591047 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:24.652256 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1dca3675-75ef-4640-8184-49287d8be65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:24.678673 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca3675-75ef-4640-8184-49287d8be65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de40ddf-99d1-4a37-917d-99cc6dd88081,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:24.684979 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1dca3675-75ef-4640-8184-49287d8be65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:24.687858 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-1dca3675-75ef-4640-8184-49287d8be65e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6de40ddf-99d1-4a37-917d-99cc6dd88081 HTTP/1.1" status: 204 len: 168 time: 0.3747649 Feb 28 19:03:24.738088 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Made reservation on behalf of 498eaf5c78e54296ac5cdeef3489e3ef for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:03:24.741929 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:24.978730 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5467243b-6572-4684-aeb8-c35bd91aedd8 req-c1028b3f-33cd-485a-b3b1-471920a0776b tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 210 time: 0.0849349 Feb 28 19:03:25.061307 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Allocated IP 172.20.0.12 (449788a3-ff13-44f6-8b3b-66a4d81bb7d5/c24ad78d-6a7e-4355-ae0c-4152a4caf1b4/4446a787-0e66-4e50-9cbc-2341e7399a85) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:03:25.133619 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2be0-953f-4e04-b710-cc8a2ab3a30a req-bdd4c210-9e53-4f30-b5e9-905ee58ba0b0 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:25.142876 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f80b2be0-953f-4e04-b710-cc8a2ab3a30a req-bdd4c210-9e53-4f30-b5e9-905ee58ba0b0 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0968254 Feb 28 19:03:25.283682 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f80b2be0-953f-4e04-b710-cc8a2ab3a30a req-96b5f305-063f-4346-96c2-78c4b0c76337 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417241 Feb 28 19:03:25.310227 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:25.487037 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:25.511279 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['60d1f848-70b7-4bb1-b406-979cd526e704', 'f3587eff-27f1-497f-89ad-a020d585a895'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:03:25.608701 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:03:25.611781 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:03:25.623747 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:03:25.672481 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 59284) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:25.688292 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Pushing event updated for resources: {'Port': ['ID=4446a787-0e66-4e50-9cbc-2341e7399a85,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:25.699344 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b3880d-7b5e-46ea-b731-7e0419b8d262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:25.700792 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:25.701467 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:25.716434 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-89b3880d-7b5e-46ea-b731-7e0419b8d262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:25.722822 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-89b3880d-7b5e-46ea-b731-7e0419b8d262 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc88e420d8f4e1f81b9ed1e326f09ef is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:25.723350 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-89b3880d-7b5e-46ea-b731-7e0419b8d262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:25.729798 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-89b3880d-7b5e-46ea-b731-7e0419b8d262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:25.846167 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-7f1feaf4-bfe6-49e2-b14d-4e7cef429667 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4118218 Feb 28 19:03:25.868515 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Request body: {'port': {'device_id': 'fea77b98-2b78-485a-beab-edf47a4fcc72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:03:25.926327 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b3880d-7b5e-46ea-b731-7e0419b8d262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:25.979958 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:26.133392 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b3880d-7b5e-46ea-b731-7e0419b8d262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:26.190727 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-89b3880d-7b5e-46ea-b731-7e0419b8d262 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbc88e420d8f4e1f81b9ed1e326f09ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170910 Feb 28 19:03:26.191413 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 59302) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:26.199737 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3880d-7b5e-46ea-b731-7e0419b8d262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf588fdc-ac27-4ae8-b3ea-0fb0e4219af1,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:26.266066 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75394701-ad4a-419e-bc2e-44a8267916d7 req-c8fa6e9d-6847-46d7-b28c-fc24b49c446f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:26.267587 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-75394701-ad4a-419e-bc2e-44a8267916d7 req-c8fa6e9d-6847-46d7-b28c-fc24b49c446f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 932 time: 0.1782789 Feb 28 19:03:26.317219 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fde77361-7f66-4cf2-abcc-2cfc2b287d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:26.350652 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-75394701-ad4a-419e-bc2e-44a8267916d7 req-67e94b9d-9cc6-4821-8db4-0c88962dd889 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678906 Feb 28 19:03:26.381481 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fde77361-7f66-4cf2-abcc-2cfc2b287d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:26.390930 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4446a787-0e66-4e50-9cbc-2341e7399a85 {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:03:26.400746 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:26.432131 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Transition to ACTIVE for port object 4446a787-0e66-4e50-9cbc-2341e7399a85 will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:03:26.510508 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef4eda-e9b6-40ac-bf12-574e2f7d6ecc req-e8d3fec1-934c-4a35-9ca7-252127a1ab3e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:26.511985 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3cef4eda-e9b6-40ac-bf12-574e2f7d6ecc req-e8d3fec1-934c-4a35-9ca7-252127a1ab3e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1024623 Feb 28 19:03:26.558028 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3cef4eda-e9b6-40ac-bf12-574e2f7d6ecc req-e2e4df0c-0289-4602-b290-2e723b699df4 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384433 Feb 28 19:03:26.598097 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:26.703593 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fde77361-7f66-4cf2-abcc-2cfc2b287d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:26.721723 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde77361-7f66-4cf2-abcc-2cfc2b287d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf588fdc-ac27-4ae8-b3ea-0fb0e4219af1,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:26.726576 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fde77361-7f66-4cf2-abcc-2cfc2b287d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:26.730404 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-fde77361-7f66-4cf2-abcc-2cfc2b287d0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf588fdc-ac27-4ae8-b3ea-0fb0e4219af1 HTTP/1.1" status: 204 len: 168 time: 0.5307457 Feb 28 19:03:26.771527 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Pushing event updated for resources: {'Port': ['ID=4446a787-0e66-4e50-9cbc-2341e7399a85,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:26.845032 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Attempting to bind port 4446a787-0e66-4e50-9cbc-2341e7399a85 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:03:26.845403 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Attempting to bind port 4446a787-0e66-4e50-9cbc-2341e7399a85 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:03:26.845692 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Attempting to bind port 4446a787-0e66-4e50-9cbc-2341e7399a85 on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:03:26.850268 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Port 4446a787-0e66-4e50-9cbc-2341e7399a85 on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:03:26.850945 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Attempting to bind port 4446a787-0e66-4e50-9cbc-2341e7399a85 on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:03:26.856642 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:03:26.856793 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Checking segment: {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:03:26.857062 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Bound using segment: {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:03:26.857487 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Bound port: 4446a787-0e66-4e50-9cbc-2341e7399a85, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:03:26.857861 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:26.958649 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] For port 4446a787-0e66-4e50-9cbc-2341e7399a85, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:03:26.963718 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] For port 4446a787-0e66-4e50-9cbc-2341e7399a85, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4446a787-0e66-4e50-9cbc-2341e7399a85,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:03:27.102375 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:27.160642 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:27.160642 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:27.161851 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-904493fb-980d-4de6-972b-8d681464d069 service neutron] 10.222.0.61 "PUT /v2.0/ports/4446a787-0e66-4e50-9cbc-2341e7399a85 HTTP/1.1" status: 200 len: 1094 time: 1.3004794 Feb 28 19:03:27.162281 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea77b98-2b78-485a-beab-edf47a4fcc72', 'tag': '4446a787-0e66-4e50-9cbc-2341e7399a85'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:03:27.195293 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904493fb-980d-4de6-972b-8d681464d069 service neutron] Pushing event updated for resources: {'Port': ['ID=4446a787-0e66-4e50-9cbc-2341e7399a85,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:27.217934 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea77b98-2b78-485a-beab-edf47a4fcc72', 'tag': '4446a787-0e66-4e50-9cbc-2341e7399a85', 'status': 'completed', 'code': 200} Feb 28 19:03:27.326613 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388311d-ef45-4ddb-a70b-6d9ea8348b40 req-b2342a42-98a2-4ce3-b1d3-6b22436ab83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:27.328117 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e388311d-ef45-4ddb-a70b-6d9ea8348b40 req-b2342a42-98a2-4ce3-b1d3-6b22436ab83a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 1097 time: 0.0774269 Feb 28 19:03:27.510874 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388311d-ef45-4ddb-a70b-6d9ea8348b40 req-24d43109-4f5d-4b94-b5e0-8fd44a70eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:27.510874 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e388311d-ef45-4ddb-a70b-6d9ea8348b40 req-24d43109-4f5d-4b94-b5e0-8fd44a70eba3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1669135 Feb 28 19:03:27.620455 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b902703-d4a8-4ba2-b349-8dce2561841c req-512d110e-68f4-40eb-b24b-54609f12e567 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:27.622030 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5b902703-d4a8-4ba2-b349-8dce2561841c req-512d110e-68f4-40eb-b24b-54609f12e567 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 944 time: 0.1259387 Feb 28 19:03:27.673280 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5b902703-d4a8-4ba2-b349-8dce2561841c req-dcfd9e35-6767-40da-bd85-d310188f546b tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Feb 28 19:03:27.685468 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388311d-ef45-4ddb-a70b-6d9ea8348b40 req-04134503-fca6-4f99-9928-d995f27fbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:27.688105 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e388311d-ef45-4ddb-a70b-6d9ea8348b40 req-04134503-fca6-4f99-9928-d995f27fbe1c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1793795 Feb 28 19:03:27.797086 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee899b7c-592f-4d0f-86b2-1dff1441ffe1 req-b35ff625-1bfe-4bfc-ad09-56a915db416c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:27.798645 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ee899b7c-592f-4d0f-86b2-1dff1441ffe1 req-b35ff625-1bfe-4bfc-ad09-56a915db416c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0952680 Feb 28 19:03:27.824258 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d69c63-3026-4874-8f3f-22292ea33075 req-008e4dfb-fef7-4837-8fea-1bc445c5b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:27.825793 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-008e4dfb-fef7-4837-8fea-1bc445c5b94e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 1097 time: 0.0938566 Feb 28 19:03:27.843006 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ee899b7c-592f-4d0f-86b2-1dff1441ffe1 req-d8ab9cd4-82ae-4a88-b681-080925742565 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Feb 28 19:03:27.902627 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-b7530a36-ea06-4f7c-9d14-539ebc9d4b71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4446a787-0e66-4e50-9cbc-2341e7399a85 HTTP/1.1" status: 200 len: 217 time: 0.0692303 Feb 28 19:03:27.970831 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d69c63-3026-4874-8f3f-22292ea33075 req-ccbf7083-e81e-477b-8622-82192b0dd330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:27.972252 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-ccbf7083-e81e-477b-8622-82192b0dd330 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c24ad78d-6a7e-4355-ae0c-4152a4caf1b4 HTTP/1.1" status: 200 len: 854 time: 0.0630422 Feb 28 19:03:28.026559 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-96e6b4a4-48f9-4091-a602-5bbb3959e828 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467224 Feb 28 19:03:28.257526 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-d8f66e80-8dee-4ca9-852c-f7611199e9b8 service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115622 Feb 28 19:03:28.420242 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28d69c63-3026-4874-8f3f-22292ea33075 req-d1232a62-4d31-477c-80b3-ae444cdd9fa8 service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555221 Feb 28 19:03:28.834768 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 59392) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:28.900751 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de8594-17c2-47af-9df7-e69bd90d4ce6 req-5dae3574-ad67-4b45-be0c-da0bb759a002 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:28.900751 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-48de8594-17c2-47af-9df7-e69bd90d4ce6 req-5dae3574-ad67-4b45-be0c-da0bb759a002 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 944 time: 0.0843909 Feb 28 19:03:28.957413 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-48de8594-17c2-47af-9df7-e69bd90d4ce6 req-5dcf2449-aced-441e-a456-5ef3ccd1ab4e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547171 Feb 28 19:03:28.987556 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae602-50d8-43c1-9e2e-3b834a3846a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:29.006035 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-cd2ae602-50d8-43c1-9e2e-3b834a3846a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:29.006234 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:03:29.007830 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-cd2ae602-50d8-43c1-9e2e-3b834a3846a0 admin admin] Usage tracker for resource:security_group_rule and tenant:3122eb370c1248188f0f85446ca000e2 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:29.011577 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-cd2ae602-50d8-43c1-9e2e-3b834a3846a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:29.017698 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-cd2ae602-50d8-43c1-9e2e-3b834a3846a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:29.045767 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb95a9-a6ad-463a-a238-e29615a0d59f req-8ed71aa6-cebb-4f47-acf2-17e9c910cc8b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:29.047289 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-65cb95a9-a6ad-463a-a238-e29615a0d59f req-8ed71aa6-cebb-4f47-acf2-17e9c910cc8b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0840018 Feb 28 19:03:29.099222 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-65cb95a9-a6ad-463a-a238-e29615a0d59f req-6d56cebe-7886-4c9d-84bf-1dc6cb258529 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430942 Feb 28 19:03:29.109382 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae602-50d8-43c1-9e2e-3b834a3846a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:29.234463 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae602-50d8-43c1-9e2e-3b834a3846a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:29.279878 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-cd2ae602-50d8-43c1-9e2e-3b834a3846a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3122eb370c1248188f0f85446ca000e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445372 Feb 28 19:03:29.281370 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ae602-50d8-43c1-9e2e-3b834a3846a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac53eb12-88c9-4af4-86d7-9166e60af178,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:29.282440 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 59400) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:29.341063 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19cbf889-c2ee-4612-a928-18ce7e5ccd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:29.370397 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19cbf889-c2ee-4612-a928-18ce7e5ccd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:29.531947 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19cbf889-c2ee-4612-a928-18ce7e5ccd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:29.548600 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbf889-c2ee-4612-a928-18ce7e5ccd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac53eb12-88c9-4af4-86d7-9166e60af178,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:29.552727 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19cbf889-c2ee-4612-a928-18ce7e5ccd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:29.553832 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-19cbf889-c2ee-4612-a928-18ce7e5ccd9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac53eb12-88c9-4af4-86d7-9166e60af178 HTTP/1.1" status: 204 len: 168 time: 0.2703395 Feb 28 19:03:29.920719 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-06ce33d3-4c37-4a99-a5e7-0cc48437a7b5 req-d7652e8d-cfcc-4f73-a459-8a18df2b0a28 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787158 Feb 28 19:03:30.069834 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce33d3-4c37-4a99-a5e7-0cc48437a7b5 req-558741a7-6b61-40a2-9254-fddb4d404a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:30.071666 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-06ce33d3-4c37-4a99-a5e7-0cc48437a7b5 req-558741a7-6b61-40a2-9254-fddb4d404a29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 1098 time: 0.1160121 Feb 28 19:03:30.163862 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2758d7-4b29-4247-9678-9509ee6021eb req-be73720f-f43d-45a2-9fa6-fab1931c1ab5 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:30.166285 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fc2758d7-4b29-4247-9678-9509ee6021eb req-be73720f-f43d-45a2-9fa6-fab1931c1ab5 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 944 time: 0.0918193 Feb 28 19:03:30.213137 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fc2758d7-4b29-4247-9678-9509ee6021eb req-20630e30-330f-485d-850f-27527c6c54dc tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Feb 28 19:03:30.230647 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce33d3-4c37-4a99-a5e7-0cc48437a7b5 req-648987e5-ed25-4e09-81d2-ba1ff3cf8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:30.232117 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-06ce33d3-4c37-4a99-a5e7-0cc48437a7b5 req-648987e5-ed25-4e09-81d2-ba1ff3cf8ed3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 915 time: 0.1381965 Feb 28 19:03:30.295414 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c845ff-aaae-481d-b579-db2ebb39066a req-e211b366-3cd2-4075-8938-d3ed7f431928 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:30.296933 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-27c845ff-aaae-481d-b579-db2ebb39066a req-e211b366-3cd2-4075-8938-d3ed7f431928 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0826306 Feb 28 19:03:30.304884 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-06ce33d3-4c37-4a99-a5e7-0cc48437a7b5 req-8e935919-a3a1-4a7a-9702-0def995c67a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d1f848-70b7-4bb1-b406-979cd526e704 HTTP/1.1" status: 200 len: 217 time: 0.0666018 Feb 28 19:03:30.343156 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-27c845ff-aaae-481d-b579-db2ebb39066a req-50369c68-9b6e-4a5f-9eb9-81f4636bab3b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Feb 28 19:03:30.368328 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce33d3-4c37-4a99-a5e7-0cc48437a7b5 req-c403a451-0fb7-4a92-accf-c94770706f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:30.369739 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-06ce33d3-4c37-4a99-a5e7-0cc48437a7b5 req-c403a451-0fb7-4a92-accf-c94770706f1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c24ad78d-6a7e-4355-ae0c-4152a4caf1b4 HTTP/1.1" status: 200 len: 854 time: 0.0588298 Feb 28 19:03:30.420685 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-06ce33d3-4c37-4a99-a5e7-0cc48437a7b5 req-ee445f46-5c16-4a41-a564-5e819bf1f4da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448306 Feb 28 19:03:30.514826 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:30.542316 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 59434) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:30.566125 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-06ce33d3-4c37-4a99-a5e7-0cc48437a7b5 req-1ac7bc28-c31a-4558-97a9-a3268c44b095 service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380591 Feb 28 19:03:30.657835 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-758a4bb8-6f7f-4a78-ad76-3f6a3d8bf180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:30.675327 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-758a4bb8-6f7f-4a78-ad76-3f6a3d8bf180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:30.679215 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-758a4bb8-6f7f-4a78-ad76-3f6a3d8bf180 admin admin] Usage tracker for resource:security_group_rule and tenant:5a3415a33dec44b597e3bf71115a0c95 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:30.682296 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-758a4bb8-6f7f-4a78-ad76-3f6a3d8bf180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:30.687781 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-758a4bb8-6f7f-4a78-ad76-3f6a3d8bf180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:30.701073 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-06ce33d3-4c37-4a99-a5e7-0cc48437a7b5 req-b5751ea5-8f37-4cd5-9b52-0b471c0ae8ab service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254196 Feb 28 19:03:30.771634 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-758a4bb8-6f7f-4a78-ad76-3f6a3d8bf180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:30.908694 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-758a4bb8-6f7f-4a78-ad76-3f6a3d8bf180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:30.962898 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-758a4bb8-6f7f-4a78-ad76-3f6a3d8bf180 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a3415a33dec44b597e3bf71115a0c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194806 Feb 28 19:03:30.964765 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a4bb8-6f7f-4a78-ad76-3f6a3d8bf180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf90c176-9129-4fdd-86a4-4e86b2467121,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:30.965745 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 59446) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:31.036225 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8891a32d-8d41-4c21-b525-54dd8c51f703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:31.062308 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8891a32d-8d41-4c21-b525-54dd8c51f703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:31.183477 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8891a32d-8d41-4c21-b525-54dd8c51f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:31.199932 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891a32d-8d41-4c21-b525-54dd8c51f703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf90c176-9129-4fdd-86a4-4e86b2467121,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:31.207983 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8891a32d-8d41-4c21-b525-54dd8c51f703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:31.209080 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-8891a32d-8d41-4c21-b525-54dd8c51f703 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf90c176-9129-4fdd-86a4-4e86b2467121 HTTP/1.1" status: 204 len: 168 time: 0.2423749 Feb 28 19:03:31.403126 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c3520-34d2-42de-9cce-e4b67907c16a req-ad7258f5-bed4-46c1-9aa2-fbacd786bee6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:31.406493 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-329c3520-34d2-42de-9cce-e4b67907c16a req-ad7258f5-bed4-46c1-9aa2-fbacd786bee6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 944 time: 0.0815046 Feb 28 19:03:31.453563 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-329c3520-34d2-42de-9cce-e4b67907c16a req-28a3746f-0ecf-413c-a13c-d837688c2b46 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430541 Feb 28 19:03:31.536007 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f239e38-5609-44a0-b624-45ca94e82204 req-b291bcaa-ec0d-4226-90e0-f7cd09432a21 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:31.542837 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1f239e38-5609-44a0-b624-45ca94e82204 req-b291bcaa-ec0d-4226-90e0-f7cd09432a21 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0884531 Feb 28 19:03:31.585132 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1f239e38-5609-44a0-b624-45ca94e82204 req-ce9ebd97-a5df-4317-af3a-a416098fd86c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Feb 28 19:03:31.989314 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 59466) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:32.006555 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c47f56d2-dfdf-4cc8-bacd-51192c846c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:32.021120 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-c47f56d2-dfdf-4cc8-bacd-51192c846c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:32.025153 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-c47f56d2-dfdf-4cc8-bacd-51192c846c50 admin admin] Usage tracker for resource:security_group_rule and tenant:dbc0f5c49c954d788d7283082a67b245 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:32.027978 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-c47f56d2-dfdf-4cc8-bacd-51192c846c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:32.033473 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-c47f56d2-dfdf-4cc8-bacd-51192c846c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:32.112424 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c47f56d2-dfdf-4cc8-bacd-51192c846c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:32.194378 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c47f56d2-dfdf-4cc8-bacd-51192c846c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:32.245957 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f56d2-dfdf-4cc8-bacd-51192c846c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de08a58b-3293-4c74-ba1e-8ce47ce867d8,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:32.255529 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-c47f56d2-dfdf-4cc8-bacd-51192c846c50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbc0f5c49c954d788d7283082a67b245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650821 Feb 28 19:03:32.258765 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 59476) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:32.317868 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc15b-2bb3-4442-9a4d-48d56236563f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:32.346833 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc15b-2bb3-4442-9a4d-48d56236563f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:32.489727 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc15b-2bb3-4442-9a4d-48d56236563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:32.506160 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cc15b-2bb3-4442-9a4d-48d56236563f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de08a58b-3293-4c74-ba1e-8ce47ce867d8,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:32.517447 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc15b-2bb3-4442-9a4d-48d56236563f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:32.521013 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-0f4cc15b-2bb3-4442-9a4d-48d56236563f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de08a58b-3293-4c74-ba1e-8ce47ce867d8 HTTP/1.1" status: 204 len: 168 time: 0.2584882 Feb 28 19:03:32.642150 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29246f-0337-48e9-aeee-a4e3bb02d8d5 req-2f8e8cb1-6ba8-4a85-bf2f-d4602c05a867 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:32.643608 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8f29246f-0337-48e9-aeee-a4e3bb02d8d5 req-2f8e8cb1-6ba8-4a85-bf2f-d4602c05a867 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 944 time: 0.0820301 Feb 28 19:03:32.687936 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8f29246f-0337-48e9-aeee-a4e3bb02d8d5 req-5c6bc01a-2e68-420a-ad70-1c8be1746d9d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382726 Feb 28 19:03:32.782753 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01cf4b-7755-4cc9-b827-d4d16bcbe522 req-9ba09f8e-f6eb-40e4-990f-efb0f7fc1164 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:32.784211 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8d01cf4b-7755-4cc9-b827-d4d16bcbe522 req-9ba09f8e-f6eb-40e4-990f-efb0f7fc1164 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0889208 Feb 28 19:03:32.828495 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8d01cf4b-7755-4cc9-b827-d4d16bcbe522 req-b7ed0295-bce2-4061-a4d3-07eba369153a tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386631 Feb 28 19:03:33.875038 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40219e32-72e4-46cd-909f-ee4dc6847f7f req-277bac68-c3d9-41f7-a98a-f08bfe71cd74 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:33.881924 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-40219e32-72e4-46cd-909f-ee4dc6847f7f req-277bac68-c3d9-41f7-a98a-f08bfe71cd74 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 944 time: 0.0878119 Feb 28 19:03:33.936594 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-40219e32-72e4-46cd-909f-ee4dc6847f7f req-a12e4708-0770-46ef-9667-eba3815ee734 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537760 Feb 28 19:03:34.023236 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc052d2-eb5f-4cad-ba5a-0092cc997da0 req-9deef0ad-f379-4da6-ae44-e56ceeadafe5 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:34.024989 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1bc052d2-eb5f-4cad-ba5a-0092cc997da0 req-9deef0ad-f379-4da6-ae44-e56ceeadafe5 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0848832 Feb 28 19:03:34.072943 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1bc052d2-eb5f-4cad-ba5a-0092cc997da0 req-14ba8719-799e-49d5-9fba-5a578505c0bf tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Feb 28 19:03:34.651265 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 59542) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:34.766627 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4f90db9e-59b2-47cb-bd32-80aa6e25087e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:34.781324 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-4f90db9e-59b2-47cb-bd32-80aa6e25087e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:34.785013 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-4f90db9e-59b2-47cb-bd32-80aa6e25087e admin admin] Usage tracker for resource:security_group_rule and tenant:cf3785db3dab4795a05dcac39e61e0d3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:34.787864 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-4f90db9e-59b2-47cb-bd32-80aa6e25087e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:34.794022 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-4f90db9e-59b2-47cb-bd32-80aa6e25087e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:34.873073 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4f90db9e-59b2-47cb-bd32-80aa6e25087e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:34.969388 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4f90db9e-59b2-47cb-bd32-80aa6e25087e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:35.126231 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90db9e-59b2-47cb-bd32-80aa6e25087e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40948f05-329c-4b76-88d9-44a8e00fc347,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:35.134611 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-4f90db9e-59b2-47cb-bd32-80aa6e25087e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf3785db3dab4795a05dcac39e61e0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793808 Feb 28 19:03:35.135543 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 4446a787-0e66-4e50-9cbc-2341e7399a85 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:03:35.135943 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 59558) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:35.256657 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5dac92ed-a258-433c-ab16-f2d2fa092e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:35.268807 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7fd8f-5a78-4c70-80f5-2e4491b14c0f req-1848ea8e-62f1-4c5e-b3c6-b01c2eddb4d2 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:35.270247 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-40d7fd8f-5a78-4c70-80f5-2e4491b14c0f req-1848ea8e-62f1-4c5e-b3c6-b01c2eddb4d2 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 944 time: 0.2114358 Feb 28 19:03:35.283222 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 4446a787-0e66-4e50-9cbc-2341e7399a85, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4446a787-0e66-4e50-9cbc-2341e7399a85,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:03:35.297127 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '4446a787-0e66-4e50-9cbc-2341e7399a85', 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5', 'port_id': '4446a787-0e66-4e50-9cbc-2341e7399a85', 'mac_address': 'fa:16:3e:f2:21:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24ad78d-6a7e-4355-ae0c-4152a4caf1b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:03:35.317037 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5dac92ed-a258-433c-ab16-f2d2fa092e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:35.359165 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-40d7fd8f-5a78-4c70-80f5-2e4491b14c0f req-ffdbdcc8-5b69-469a-bd3c-63d8fac14334 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776727 Feb 28 19:03:35.361299 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:35.381790 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4446a787-0e66-4e50-9cbc-2341e7399a85 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:03:35.393451 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f84b38-06ba-4556-b32e-4cb79b56a618 req-8748de55-ef9b-4dc1-a520-cb52d8a04182 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:35.394882 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e3f84b38-06ba-4556-b32e-4cb79b56a618 req-8748de55-ef9b-4dc1-a520-cb52d8a04182 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1984532 Feb 28 19:03:35.413478 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 4446a787-0e66-4e50-9cbc-2341e7399a85, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4446a787-0e66-4e50-9cbc-2341e7399a85,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:03:35.444407 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e3f84b38-06ba-4556-b32e-4cb79b56a618 req-bad8fc3c-e825-4c74-a309-b2c737b9d4d8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437381 Feb 28 19:03:35.463449 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3400bb3d-d956-4da6-878a-24734d3baf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:35.491786 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:35.531690 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5dac92ed-a258-433c-ab16-f2d2fa092e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:35.546807 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac92ed-a258-433c-ab16-f2d2fa092e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40948f05-329c-4b76-88d9-44a8e00fc347,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:35.554053 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5dac92ed-a258-433c-ab16-f2d2fa092e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:35.555313 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-5dac92ed-a258-433c-ab16-f2d2fa092e9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40948f05-329c-4b76-88d9-44a8e00fc347 HTTP/1.1" status: 204 len: 168 time: 0.4193161 Feb 28 19:03:35.571080 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=4446a787-0e66-4e50-9cbc-2341e7399a85,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:36.559699 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d5b3a-e029-455d-8210-19bb6d8cac5c req-babad838-cf0e-45f1-9eff-4889d8af1348 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:36.561134 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b35d5b3a-e029-455d-8210-19bb6d8cac5c req-babad838-cf0e-45f1-9eff-4889d8af1348 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 945 time: 0.0856178 Feb 28 19:03:36.587852 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 59600) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:36.656243 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b35d5b3a-e029-455d-8210-19bb6d8cac5c req-5495ee87-e0fd-42a4-85c3-01ebf8423098 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619516 Feb 28 19:03:36.692855 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421127d-0dfd-4eff-bee9-0084cf18b940 req-62f858bb-6657-407b-b882-20c83db91bc8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:36.694369 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1421127d-0dfd-4eff-bee9-0084cf18b940 req-62f858bb-6657-407b-b882-20c83db91bc8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1323500 Feb 28 19:03:36.709829 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1886953076-network', 'tenant_id': '1bdeeae6a56d4607962f8b0a1490547a'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:03:36.713216 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:36.717063 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Usage tracker for resource:network and tenant:1bdeeae6a56d4607962f8b0a1490547a is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:36.720809 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:36.726326 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:36.740206 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1421127d-0dfd-4eff-bee9-0084cf18b940 req-42604f98-cbd2-4426-8177-31b1d60eb887 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395012 Feb 28 19:03:36.846248 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Made reservation on behalf of 1bdeeae6a56d4607962f8b0a1490547a for: {'network': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:03:36.848535 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:36.860755 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:36.874460 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:36.878205 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Usage tracker for resource:security_group_rule and tenant:1bdeeae6a56d4607962f8b0a1490547a is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:36.880925 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:36.886871 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:36.970492 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:37.060664 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:37.090875 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=87744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:03:37.099045 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccebc39f-f642-4bd1-8598-55599652c8c2,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:37.107703 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:37.108041 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.segments_db [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Added segment aa935d8d-380a-47d2-9c5e-0ac05ac96a96 of type vlan for network 77db8b85-5a3d-4493-8542-d665273d50c5 Feb 28 19:03:37.109804 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.110141 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.110472 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.110798 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.111132 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.111477 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.116000 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.116000 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.116000 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.116000 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.116000 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.116000 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:03:37.141306 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:37.266737 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:37.267711 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:37.268290 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:37.374361 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] Pushing event updated for resources: {'Network': ['ID=77db8b85-5a3d-4493-8542-d665273d50c5,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:37.384561 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 77db8b85-5a3d-4493-8542-d665273d50c5 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:03:37.467579 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-0348d441-ad27-4c3d-8aac-980351c32f58 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8785803 Feb 28 19:03:37.470278 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 59614) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:03:37.475632 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Request body: {'subnet': {'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1886953076-subnet', 'tenant_id': '1bdeeae6a56d4607962f8b0a1490547a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:03:37.480943 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:03:37.490739 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Usage tracker for resource:subnet and tenant:1bdeeae6a56d4607962f8b0a1490547a is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:03:37.494600 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:03:37.500604 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:03:37.592389 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Made reservation on behalf of 1bdeeae6a56d4607962f8b0a1490547a for: {'subnet': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:03:37.594756 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7319954'] for subnet, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:37.850405 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bd314-b9bd-47cc-aced-c625d05ca9de req-efda1de4-37b0-4183-9752-f2e029f611a1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:37.852628 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-489bd314-b9bd-47cc-aced-c625d05ca9de req-efda1de4-37b0-4183-9752-f2e029f611a1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 945 time: 0.0852027 Feb 28 19:03:37.948016 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-489bd314-b9bd-47cc-aced-c625d05ca9de req-04128222-a6d1-446c-af6c-fa1b239bc71d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835145 Feb 28 19:03:37.950500 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7092730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7319940'] for subnet, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:37.998108 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c9264-97a0-40cf-94be-63692b2225d0 req-86de45bb-bb8c-45b2-9485-2ff52f5c17e3 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:38.000241 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-518c9264-97a0-40cf-94be-63692b2225d0 req-86de45bb-bb8c-45b2-9485-2ff52f5c17e3 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1262136 Feb 28 19:03:38.051050 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-518c9264-97a0-40cf-94be-63692b2225d0 req-98fb39a9-b9da-4a7f-a2cf-e3800a46c458 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 Feb 28 19:03:38.055598 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6af6b6-711a-4c9c-917a-b2d3d5156b17,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:38.061640 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Checking segment: {'id': 'aa935d8d-380a-47d2-9c5e-0ac05ac96a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:03:38.061889 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Network hostable DHCP agents. Network: 77db8b85-5a3d-4493-8542-d665273d50c5, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:03:38.126218 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-ce219318-ade9-4d78-9450-96857fd4efc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:38.160432 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Network 77db8b85-5a3d-4493-8542-d665273d50c5 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:03:38.248419 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 77db8b85-5a3d-4493-8542-d665273d50c5) {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:03:38.252815 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:38.253822 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:38.256940 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee552f69-909f-4ba8-aa50-47e69d68dfbe None None] Network 77db8b85-5a3d-4493-8542-d665273d50c5 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:03:38.381735 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-dca14ffc-4cfd-4479-8d80-045a497600c9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9104035 Feb 28 19:03:38.467606 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df8b9e-d638-49a7-8229-190b38aeb63e None None] Network 77db8b85-5a3d-4493-8542-d665273d50c5 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:03:38.789092 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:39.129902 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:39.154481 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81969c9f-cd4c-4da5-9c6c-1143abc4be7c req-6097cd4c-cd96-4d07-bdb3-a66264e5ff68 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:39.156059 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-81969c9f-cd4c-4da5-9c6c-1143abc4be7c req-6097cd4c-cd96-4d07-bdb3-a66264e5ff68 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 945 time: 0.0868452 Feb 28 19:03:39.250248 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-81969c9f-cd4c-4da5-9c6c-1143abc4be7c req-55990c43-ff00-400e-9cd2-e422f2e4299a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563488 Feb 28 19:03:39.282532 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aefd60-59e2-4783-a476-0bc42aa2bc16 req-7895e714-38e2-4afd-b950-a95f939a9c3e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:39.284005 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-85aefd60-59e2-4783-a476-0bc42aa2bc16 req-7895e714-38e2-4afd-b950-a95f939a9c3e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1267560 Feb 28 19:03:39.328138 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-85aefd60-59e2-4783-a476-0bc42aa2bc16 req-92be9311-d4cc-413e-97a7-f36b1aec79ac tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 Feb 28 19:03:39.482747 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['4446a787-0e66-4e50-9cbc-2341e7399a85'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:03:40.488526 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353beb9-3ea2-4ff3-ada3-d10ba034ecf9 req-09c7ef4d-40e4-49de-8b38-ea8bedf4a972 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:40.489937 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6353beb9-3ea2-4ff3-ada3-d10ba034ecf9 req-09c7ef4d-40e4-49de-8b38-ea8bedf4a972 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 945 time: 0.1207325 Feb 28 19:03:40.546374 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6353beb9-3ea2-4ff3-ada3-d10ba034ecf9 req-858ea204-3cc3-4dce-9ff9-466a4e108f3d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500636 Feb 28 19:03:40.561087 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34077a03-c259-433e-8008-1a6f341a5390 req-6af40cb7-e18c-460b-bf83-7a58cf4436b8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:40.562620 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-34077a03-c259-433e-8008-1a6f341a5390 req-6af40cb7-e18c-460b-bf83-7a58cf4436b8 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1265426 Feb 28 19:03:40.610061 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-34077a03-c259-433e-8008-1a6f341a5390 req-7ec07bd6-bc69-4594-ad84-1cf1217768d3 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Feb 28 19:03:40.851774 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:41.766027 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1be8fc-b29b-4493-96e6-ed97618dd65f req-9097e312-ec78-4de1-afb3-f4d545ac474e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:41.767631 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bf1be8fc-b29b-4493-96e6-ed97618dd65f req-9097e312-ec78-4de1-afb3-f4d545ac474e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 945 time: 0.1189625 Feb 28 19:03:41.820934 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bf1be8fc-b29b-4493-96e6-ed97618dd65f req-dc5b64d5-2cbe-40a8-ac0e-d0bbbf2f3919 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461841 Feb 28 19:03:41.845000 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc2eb9-596c-4585-8b7f-a7920eeb9f8a req-0deeaaa8-4fec-41ed-978d-3bb3bbab699d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:41.846402 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-72dc2eb9-596c-4585-8b7f-a7920eeb9f8a req-0deeaaa8-4fec-41ed-978d-3bb3bbab699d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1266944 Feb 28 19:03:41.892271 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-72dc2eb9-596c-4585-8b7f-a7920eeb9f8a req-ff8ebecf-b4fe-42a7-b770-ebb8f545775c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397043 Feb 28 19:03:43.043760 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0f339-c1de-41ae-92d2-f4d146d01ce3 req-b06ae904-5af8-4d34-ba90-15e82d5221e8 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:43.045428 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1df0f339-c1de-41ae-92d2-f4d146d01ce3 req-b06ae904-5af8-4d34-ba90-15e82d5221e8 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 945 time: 0.1176717 Feb 28 19:03:43.102297 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1df0f339-c1de-41ae-92d2-f4d146d01ce3 req-32db10c5-028e-42f6-a0fb-df7fba5903b2 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497110 Feb 28 19:03:43.124831 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc9491-2947-410a-a9dc-cedbc3257e23 req-eed8c3a7-4a90-4466-97e4-be92a2ee2e39 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:43.126233 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0abc9491-2947-410a-a9dc-cedbc3257e23 req-eed8c3a7-4a90-4466-97e4-be92a2ee2e39 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1272328 Feb 28 19:03:43.172489 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0abc9491-2947-410a-a9dc-cedbc3257e23 req-630f2c21-7fbd-4bbb-838d-caee9d42d685 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406306 Feb 28 19:03:44.327499 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc603fac-63d6-46d0-adec-e0079e4d6ae1 req-28e940db-9f41-4f55-8dcd-9b90058dec7d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:44.328909 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bc603fac-63d6-46d0-adec-e0079e4d6ae1 req-28e940db-9f41-4f55-8dcd-9b90058dec7d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 945 time: 0.1199520 Feb 28 19:03:44.389709 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bc603fac-63d6-46d0-adec-e0079e4d6ae1 req-ded092c9-7cf0-4e75-8633-27e37fb7695d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550392 Feb 28 19:03:44.413868 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fac13-0755-47cc-92d4-24a5626adc06 req-af2911e7-7ff8-42a9-b2d2-51451053b200 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:44.415913 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1a1fac13-0755-47cc-92d4-24a5626adc06 req-af2911e7-7ff8-42a9-b2d2-51451053b200 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1303258 Feb 28 19:03:44.460335 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1a1fac13-0755-47cc-92d4-24a5626adc06 req-1cacc9ef-b4fd-40b7-a7b9-3d7a45e242e4 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385511 Feb 28 19:03:45.569682 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db0a71-5037-45a6-9e28-84a14ecb2827 req-152c1356-b33d-4f13-9dfb-860f23e17458 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:45.572832 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-84db0a71-5037-45a6-9e28-84a14ecb2827 req-152c1356-b33d-4f13-9dfb-860f23e17458 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 945 time: 0.0804563 Feb 28 19:03:45.728645 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-84db0a71-5037-45a6-9e28-84a14ecb2827 req-af15f9ad-3c70-4612-818b-4521b19b23c0 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506468 Feb 28 19:03:45.752905 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72455852-df0d-496d-8f97-7ab020b75d42 req-83f548c3-f786-4345-bd49-f6934fbdeabe tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:45.754358 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-72455852-df0d-496d-8f97-7ab020b75d42 req-83f548c3-f786-4345-bd49-f6934fbdeabe tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1811140 Feb 28 19:03:45.797902 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-72455852-df0d-496d-8f97-7ab020b75d42 req-297cbf50-eb06-4518-a00c-f4882b9658dd tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378511 Feb 28 19:03:46.946967 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a90adc-416f-4482-b505-82baceec9a63 req-d5c9d7ea-b50d-4e60-a2d8-c1b14f3b0176 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:46.948412 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-55a90adc-416f-4482-b505-82baceec9a63 req-d5c9d7ea-b50d-4e60-a2d8-c1b14f3b0176 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 945 time: 0.1134677 Feb 28 19:03:47.003180 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-55a90adc-416f-4482-b505-82baceec9a63 req-90430ef5-9438-4a8c-894a-fc03edaf4914 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484197 Feb 28 19:03:47.023302 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e88264-b561-4e84-a905-882e44e14a22 req-a1f38bcc-77eb-43c8-9535-4483c919b6de tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:47.024813 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a5e88264-b561-4e84-a905-882e44e14a22 req-a1f38bcc-77eb-43c8-9535-4483c919b6de tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1231332 Feb 28 19:03:47.072040 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a5e88264-b561-4e84-a905-882e44e14a22 req-16ef6d55-8210-430e-803d-660068c21e92 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 Feb 28 19:03:47.371894 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 4446a787-0e66-4e50-9cbc-2341e7399a85 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:03:47.502477 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 4446a787-0e66-4e50-9cbc-2341e7399a85 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:03:47.507185 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 4446a787-0e66-4e50-9cbc-2341e7399a85 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:03:47.507556 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:47.649339 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:47.675360 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea77b98-2b78-485a-beab-edf47a4fcc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4446a787-0e66-4e50-9cbc-2341e7399a85'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:03:47.684428 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 4446a787-0e66-4e50-9cbc-2341e7399a85, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4446a787-0e66-4e50-9cbc-2341e7399a85,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:03:47.718870 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea77b98-2b78-485a-beab-edf47a4fcc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4446a787-0e66-4e50-9cbc-2341e7399a85', 'code': 200} Feb 28 19:03:47.771542 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:47.840001 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=4446a787-0e66-4e50-9cbc-2341e7399a85,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:03:48.232899 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a3454-81e0-4c91-8de4-98b192e57a79 req-83c5501c-3313-4ab3-853e-18b2c67ec69f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:48.234347 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-734a3454-81e0-4c91-8de4-98b192e57a79 req-83c5501c-3313-4ab3-853e-18b2c67ec69f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 946 time: 0.1232145 Feb 28 19:03:48.292201 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-734a3454-81e0-4c91-8de4-98b192e57a79 req-854d16ed-0747-47f3-8c7f-2b3a1e87d776 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512908 Feb 28 19:03:48.318306 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb68e6-1e42-444e-ad60-32de1253b7a7 req-d52d42e6-ea59-46f3-bec9-8f35f63b2c98 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:48.319318 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198745b-945e-40aa-9e20-5b340fb091fd req-24aabd27-5d0e-4b04-9c1d-2fedc82f3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:48.319950 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cbbb68e6-1e42-444e-ad60-32de1253b7a7 req-d52d42e6-ea59-46f3-bec9-8f35f63b2c98 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1335380 Feb 28 19:03:48.322222 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5198745b-945e-40aa-9e20-5b340fb091fd req-24aabd27-5d0e-4b04-9c1d-2fedc82f3f4b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 1099 time: 0.0807812 Feb 28 19:03:48.362764 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5198745b-945e-40aa-9e20-5b340fb091fd req-79995a4c-56fa-494c-8bfd-1f898c97553d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Feb 28 19:03:48.370611 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cbbb68e6-1e42-444e-ad60-32de1253b7a7 req-3b96c455-96fe-434a-ae92-23da43bffe78 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Feb 28 19:03:49.525569 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a70ce1-1705-46cc-9e68-d54fa7910fa3 req-bc7687d6-4882-4c4a-8ea6-daec77c37855 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:49.526902 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-72a70ce1-1705-46cc-9e68-d54fa7910fa3 req-bc7687d6-4882-4c4a-8ea6-daec77c37855 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 946 time: 0.1132891 Feb 28 19:03:49.580988 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-72a70ce1-1705-46cc-9e68-d54fa7910fa3 req-5cd2d4d7-1791-4916-a374-f33e4324b15a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485222 Feb 28 19:03:49.608546 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbd66d-b258-4403-a198-3ea782206068 req-75fe8556-410f-4830-98b0-72d4e40bb7ce tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:49.609957 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9fcbd66d-b258-4403-a198-3ea782206068 req-75fe8556-410f-4830-98b0-72d4e40bb7ce tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1253672 Feb 28 19:03:49.655349 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9fcbd66d-b258-4403-a198-3ea782206068 req-cc6206b2-3ed7-4c67-8a45-974ee804c8df tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Feb 28 19:03:50.765740 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa6dc0-5f13-4e24-b733-0add24b917b9 req-2d483c12-2ec9-42b2-824b-006a65c287ca tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:50.767231 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ccfa6dc0-5f13-4e24-b733-0add24b917b9 req-2d483c12-2ec9-42b2-824b-006a65c287ca tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 946 time: 0.0806584 Feb 28 19:03:50.854782 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ccfa6dc0-5f13-4e24-b733-0add24b917b9 req-bca6ad69-f784-46c1-9d61-35327556b644 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522459 Feb 28 19:03:50.882345 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d7581-f926-4f5b-a503-566508dee3ed req-602ad483-fd51-4476-a4ee-8452deb9782e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:50.884360 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d97d7581-f926-4f5b-a503-566508dee3ed req-602ad483-fd51-4476-a4ee-8452deb9782e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1162770 Feb 28 19:03:50.928390 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d97d7581-f926-4f5b-a503-566508dee3ed req-9dd12f3b-425f-4762-9043-d6aabd4c1861 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383794 Feb 28 19:03:52.079682 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903327-e3e4-48c7-97c1-b85b7dbbda03 req-9e44a2b6-5b07-4d25-a734-cce5e5cef2dd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:52.081115 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cd903327-e3e4-48c7-97c1-b85b7dbbda03 req-9e44a2b6-5b07-4d25-a734-cce5e5cef2dd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 946 time: 0.1187708 Feb 28 19:03:52.137042 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cd903327-e3e4-48c7-97c1-b85b7dbbda03 req-60c96675-0a19-4f1b-85ef-c4c7f0e06462 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492556 Feb 28 19:03:52.156996 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de871063-65fc-447b-8cac-18348016b662 req-96fa6bfd-e9b0-403c-8ff9-dca4b74d6d04 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:52.158390 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-de871063-65fc-447b-8cac-18348016b662 req-96fa6bfd-e9b0-403c-8ff9-dca4b74d6d04 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1242149 Feb 28 19:03:52.203133 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-de871063-65fc-447b-8cac-18348016b662 req-927a5cb9-9b34-43cb-8b92-5e2752220d18 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390694 Feb 28 19:03:53.363285 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e9fa7-1095-4be6-bb3f-12021d723e19 req-b3523e76-a60c-4aba-92d8-6aad5918f8e3 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:53.364696 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f54e9fa7-1095-4be6-bb3f-12021d723e19 req-b3523e76-a60c-4aba-92d8-6aad5918f8e3 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 946 time: 0.1193109 Feb 28 19:03:53.426055 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f54e9fa7-1095-4be6-bb3f-12021d723e19 req-ed7e4d27-eb0d-4420-a7bd-dcfe3411d35b tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552583 Feb 28 19:03:53.438527 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd948e8-93a6-4934-b6c9-a86b88f59a7d req-74ff6f80-f7e7-4ea4-be39-337f7e52113a tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:53.439975 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6fd948e8-93a6-4934-b6c9-a86b88f59a7d req-74ff6f80-f7e7-4ea4-be39-337f7e52113a tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1334455 Feb 28 19:03:53.484263 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6fd948e8-93a6-4934-b6c9-a86b88f59a7d req-83887784-3c3e-48ef-97c0-3c24b0816441 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388410 Feb 28 19:03:54.659437 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ec47-80ef-4ce7-978e-fc343f401cd6 req-ce862700-23d2-4918-ade7-15d704cd89e5 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:54.660900 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d93ec47-80ef-4ce7-978e-fc343f401cd6 req-ce862700-23d2-4918-ade7-15d704cd89e5 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 946 time: 0.1241093 Feb 28 19:03:54.733090 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d93ec47-80ef-4ce7-978e-fc343f401cd6 req-f4658fa4-cc0e-445a-999f-36892c53062e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617266 Feb 28 19:03:54.752704 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dbf2c-9421-4807-bd9d-4567fd8c27cc req-d7f10930-9c00-4624-900c-7f18a014423c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:54.754105 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-038dbf2c-9421-4807-bd9d-4567fd8c27cc req-d7f10930-9c00-4624-900c-7f18a014423c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1440692 Feb 28 19:03:54.775738 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f58c0-9a30-41f2-b7e3-87fcfff4cc1f req-1c847fb6-bfaf-4a8d-bacb-34a8e9fcddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:54.776332 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1b3f58c0-9a30-41f2-b7e3-87fcfff4cc1f req-1c847fb6-bfaf-4a8d-bacb-34a8e9fcddd7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 1098 time: 0.0720410 Feb 28 19:03:54.799237 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-038dbf2c-9421-4807-bd9d-4567fd8c27cc req-249e1285-d7c6-436a-9225-8c8be59a64f6 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387456 Feb 28 19:03:54.817759 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1b3f58c0-9a30-41f2-b7e3-87fcfff4cc1f req-613432c1-8ba7-4aab-ad41-35efee632780 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Feb 28 19:03:56.029581 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce847f-3206-4d5f-a204-1e18da0770af req-6398d6b2-3830-4e18-9414-e56e50483084 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:56.031020 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-04ce847f-3206-4d5f-a204-1e18da0770af req-6398d6b2-3830-4e18-9414-e56e50483084 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 946 time: 0.1864579 Feb 28 19:03:56.165708 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-8153328c-dc5c-413a-88fe-31ec4274e503 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:56.167146 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-8153328c-dc5c-413a-88fe-31ec4274e503 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/networks?id=77db8b85-5a3d-4493-8542-d665273d50c5 HTTP/1.1" status: 200 len: 809 time: 0.2747209 Feb 28 19:03:56.182839 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-04ce847f-3206-4d5f-a204-1e18da0770af req-839f7bd5-dbfe-494d-9fb7-9f25acf8cfcc tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460066 Feb 28 19:03:56.186152 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-408dbeea-0d9e-4ecc-a7f4-d23ea6c3944b tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/quotas/1bdeeae6a56d4607962f8b0a1490547a HTTP/1.1" status: 200 len: 375 time: 0.0129945 Feb 28 19:03:56.237729 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-38a11e43-aaa9-46db-a5e4-3381c18dd4ae tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1bdeeae6a56d4607962f8b0a1490547a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458632 Feb 28 19:03:56.425638 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-bf7b55c7-8f6c-4449-a4dd-4bccd9fe051f service neutron] 10.222.0.21 "GET /v2.0/networks/77db8b85-5a3d-4493-8542-d665273d50c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790619 Feb 28 19:03:56.479891 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0789-a0f6-40bb-baf4-a9a188f178aa req-00f1ceeb-42f5-42e5-ac1f-ab610850886a tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:56.481335 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-783a0789-a0f6-40bb-baf4-a9a188f178aa req-00f1ceeb-42f5-42e5-ac1f-ab610850886a tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1976135 Feb 28 19:03:56.593612 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-783a0789-a0f6-40bb-baf4-a9a188f178aa req-600d06f0-47d6-4f81-8019-83f81d864d0e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622234 Feb 28 19:03:56.610304 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-1a4d69e7-5738-46cb-95da-f196fbb98418 service neutron] 10.222.0.21 "GET /v2.0/networks/77db8b85-5a3d-4493-8542-d665273d50c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751485 Feb 28 19:03:56.979087 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7b0b63e3-2b28-4707-b6ce-df2ed830abb0 req-473c36d9-1ba9-4ee8-9492-9c8762100c9f tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 210 time: 0.0421970 Feb 28 19:03:57.803368 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefadc9-b085-4903-a4e0-efd9531bc42f req-c6e068ce-03f0-4483-9874-74e25dfb3bea tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:57.805432 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ddefadc9-b085-4903-a4e0-efd9531bc42f req-c6e068ce-03f0-4483-9874-74e25dfb3bea tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0916884 Feb 28 19:03:57.855029 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ddefadc9-b085-4903-a4e0-efd9531bc42f req-b17f9772-d820-489a-88a1-94bc20b8b1ce tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 Feb 28 19:03:58.082624 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1c26883b-898a-4597-8f20-66ec9acd51da req-f31532e1-dfc8-409a-a0dc-9270126716d8 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 210 time: 0.0451360 Feb 28 19:03:58.476251 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a215b-0c6c-4766-a856-0a160a270a89 req-58f84a85-a618-4e5c-b7b6-f2f0d3eea720 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:58.479662 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ab4a215b-0c6c-4766-a856-0a160a270a89 req-58f84a85-a618-4e5c-b7b6-f2f0d3eea720 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1022832 Feb 28 19:03:58.491277 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f7b27-d77d-4291-a30e-2658a64cb698 req-1754a85f-6ba2-453c-9558-3ca64b0cd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:58.492862 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-214f7b27-d77d-4291-a30e-2658a64cb698 req-1754a85f-6ba2-453c-9558-3ca64b0cd9ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8d685b5629d4a8185474969249dbc6e&device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 1098 time: 0.0806556 Feb 28 19:03:58.530225 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ab4a215b-0c6c-4766-a856-0a160a270a89 req-8535c447-a4c0-44e9-a451-5d4a870c79d6 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468125 Feb 28 19:03:58.635952 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f7b27-d77d-4291-a30e-2658a64cb698 req-d48223e9-aa32-471e-966d-4d11e18ec0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:58.638818 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-214f7b27-d77d-4291-a30e-2658a64cb698 req-d48223e9-aa32-471e-966d-4d11e18ec0c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 200 len: 919 time: 0.1346631 Feb 28 19:03:58.715308 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-214f7b27-d77d-4291-a30e-2658a64cb698 req-0cdaf793-e3f0-4cdf-95a2-7141bc558552 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 HTTP/1.1" status: 200 len: 217 time: 0.0716550 Feb 28 19:03:58.779268 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f7b27-d77d-4291-a30e-2658a64cb698 req-5b23d010-1029-4b76-af77-393fe22c5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:58.780717 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-214f7b27-d77d-4291-a30e-2658a64cb698 req-5b23d010-1029-4b76-af77-393fe22c5500 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629540f6-b3ec-4b27-adbf-7d7d7baf6934 HTTP/1.1" status: 200 len: 858 time: 0.0595913 Feb 28 19:03:58.826589 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-214f7b27-d77d-4291-a30e-2658a64cb698 req-fcdaa7fc-76e6-4a63-969a-074d9cd14585 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b57127cd-5080-498c-a2a9-a9aa12e27acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398934 Feb 28 19:03:58.964941 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-214f7b27-d77d-4291-a30e-2658a64cb698 req-8cea79c0-4972-4836-8645-35dc6cd491d4 service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306698 Feb 28 19:03:59.096343 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-214f7b27-d77d-4291-a30e-2658a64cb698 req-8481de7e-5e4a-4b9a-8ac8-f85d5bccc4f2 service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253145 Feb 28 19:03:59.248031 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ecc11310-2967-413f-ac2a-44c71dee2a74 req-884099f1-be32-4c8f-bca9-eab8a1f309c8 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 210 time: 0.0428045 Feb 28 19:03:59.723071 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19c335-6137-42bf-9e48-aae8bdd826e0 req-dcdccf18-d4d3-4c21-84ca-dd5abdc7f7f5 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:59.727276 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bd19c335-6137-42bf-9e48-aae8bdd826e0 req-dcdccf18-d4d3-4c21-84ca-dd5abdc7f7f5 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0833976 Feb 28 19:03:59.770082 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bd19c335-6137-42bf-9e48-aae8bdd826e0 req-926b8652-74bd-4074-be77-ee7ed39a9077 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387936 Feb 28 19:03:59.985587 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-d42490ae-3f33-4692-9790-68a689fd44ab tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:03:59.986268 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-d42490ae-3f33-4692-9790-68a689fd44ab tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Synchronizing usage tracker for tenant:1bdeeae6a56d4607962f8b0a1490547a on resource:network {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:04:00.159769 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-d42490ae-3f33-4692-9790-68a689fd44ab tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Unset dirty status for tenant:1bdeeae6a56d4607962f8b0a1490547a on resource:network {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:04:00.160972 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-d42490ae-3f33-4692-9790-68a689fd44ab tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.61 "GET /v2.0/networks?id=77db8b85-5a3d-4493-8542-d665273d50c5 HTTP/1.1" status: 200 len: 809 time: 0.3253982 Feb 28 19:04:00.189537 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Request body: {'port': {'device_id': 'af024eef-b2ab-4438-a2b8-74b5b4848624', 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5', 'admin_state_up': True, 'tenant_id': '1bdeeae6a56d4607962f8b0a1490547a'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:00.340551 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:00.344515 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Usage tracker for resource:port and tenant:1bdeeae6a56d4607962f8b0a1490547a is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:00.347359 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:00.354668 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:00.408468 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1a5cb202-f91d-4b0b-a89d-0a4be75c36d2 req-21e81b76-dc3a-4785-991e-b416ddd54fd4 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 210 time: 0.0435531 Feb 28 19:04:00.572104 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Made reservation on behalf of 1bdeeae6a56d4607962f8b0a1490547a for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:00.575713 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:00.634207 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:00.745988 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Allocated IP 172.20.0.10 (77db8b85-5a3d-4493-8542-d665273d50c5/1d6af6b6-711a-4c9c-917a-b2d3d5156b17/d582ddb5-9e56-41f0-8777-0be57ac14caa) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:04:01.014650 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4ff38-32fa-4faf-91cc-d616132ff307 req-89461c42-cfe1-4a9d-821e-1d6d3c440678 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:01.017338 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bfd4ff38-32fa-4faf-91cc-d616132ff307 req-89461c42-cfe1-4a9d-821e-1d6d3c440678 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1341724 Feb 28 19:04:01.065553 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bfd4ff38-32fa-4faf-91cc-d616132ff307 req-6209117e-62c9-4a85-82df-da4988ac5d09 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393159 Feb 28 19:04:01.087180 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:01.261750 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:01.322957 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Network 77db8b85-5a3d-4493-8542-d665273d50c5 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:01.325881 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:01.334151 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:04:01.373325 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Pushing event updated for resources: {'Port': ['ID=d582ddb5-9e56-41f0-8777-0be57ac14caa,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:01.406413 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:01.407103 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:01.589099 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-cbfa8d73-b65d-4e28-b5ce-7590c87d9b66 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4033494 Feb 28 19:04:01.600671 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463da5a-a4cc-4cb1-b4d5-233fd2e5c6cf req-66d4692e-649c-4262-9e28-de754bd02a4a tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:01.602323 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3463da5a-a4cc-4cb1-b4d5-233fd2e5c6cf req-66d4692e-649c-4262-9e28-de754bd02a4a tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 932 time: 0.0797627 Feb 28 19:04:01.607397 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Request body: {'port': {'device_id': 'af024eef-b2ab-4438-a2b8-74b5b4848624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:01.646464 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3463da5a-a4cc-4cb1-b4d5-233fd2e5c6cf req-b0209f0c-9fcb-4444-95f3-3b57fa452745 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383186 Feb 28 19:04:01.717215 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:02.048145 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d582ddb5-9e56-41f0-8777-0be57ac14caa {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:04:02.055852 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:02.069128 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Transition to ACTIVE for port object d582ddb5-9e56-41f0-8777-0be57ac14caa will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:02.145711 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:02.314857 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Pushing event updated for resources: {'Port': ['ID=d582ddb5-9e56-41f0-8777-0be57ac14caa,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:02.389244 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Attempting to bind port d582ddb5-9e56-41f0-8777-0be57ac14caa on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:04:02.389580 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Attempting to bind port d582ddb5-9e56-41f0-8777-0be57ac14caa by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'aa935d8d-380a-47d2-9c5e-0ac05ac96a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:04:02.389900 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Attempting to bind port d582ddb5-9e56-41f0-8777-0be57ac14caa on network 77db8b85-5a3d-4493-8542-d665273d50c5 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:02.394402 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Port d582ddb5-9e56-41f0-8777-0be57ac14caa on network 77db8b85-5a3d-4493-8542-d665273d50c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:04:02.394717 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Attempting to bind port d582ddb5-9e56-41f0-8777-0be57ac14caa on network 77db8b85-5a3d-4493-8542-d665273d50c5 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:02.400974 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:04:02.401301 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Checking segment: {'id': 'aa935d8d-380a-47d2-9c5e-0ac05ac96a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:02.401683 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Bound using segment: {'id': 'aa935d8d-380a-47d2-9c5e-0ac05ac96a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:04:02.402100 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Bound port: d582ddb5-9e56-41f0-8777-0be57ac14caa, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa935d8d-380a-47d2-9c5e-0ac05ac96a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:04:02.402442 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:02.419248 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f2635-f827-4c22-aa94-3e6a782a4299 req-8bbec68b-59b0-465e-a8de-8f1f16077188 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:02.420741 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0a8f2635-f827-4c22-aa94-3e6a782a4299 req-8bbec68b-59b0-465e-a8de-8f1f16077188 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0921214 Feb 28 19:04:02.466600 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0a8f2635-f827-4c22-aa94-3e6a782a4299 req-fce84e35-1c0e-4b70-8e78-caf97ea76f39 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Feb 28 19:04:02.498194 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] For port d582ddb5-9e56-41f0-8777-0be57ac14caa, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:04:02.501352 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] For port d582ddb5-9e56-41f0-8777-0be57ac14caa, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d582ddb5-9e56-41f0-8777-0be57ac14caa,segment=NetworkSegment(aa935d8d-380a-47d2-9c5e-0ac05ac96a96),segment_id=aa935d8d-380a-47d2-9c5e-0ac05ac96a96)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:04:02.574680 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:02.629376 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:02.630023 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:02.631500 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-494b617a-eee2-468d-be21-0687a261b963 service neutron] 10.222.0.61 "PUT /v2.0/ports/d582ddb5-9e56-41f0-8777-0be57ac14caa HTTP/1.1" status: 200 len: 1094 time: 1.0282075 Feb 28 19:04:02.631807 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af024eef-b2ab-4438-a2b8-74b5b4848624', 'tag': 'd582ddb5-9e56-41f0-8777-0be57ac14caa'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:04:02.657096 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b617a-eee2-468d-be21-0687a261b963 service neutron] Pushing event updated for resources: {'Port': ['ID=d582ddb5-9e56-41f0-8777-0be57ac14caa,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:02.686402 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af024eef-b2ab-4438-a2b8-74b5b4848624', 'tag': 'd582ddb5-9e56-41f0-8777-0be57ac14caa', 'status': 'completed', 'code': 200} Feb 28 19:04:02.836145 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c6f1b-43b6-4fed-85ba-20bdbcc9b7dc req-553b1155-9cf2-472c-b35f-f6c775b5b4a5 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:02.836145 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e0c6f1b-43b6-4fed-85ba-20bdbcc9b7dc req-553b1155-9cf2-472c-b35f-f6c775b5b4a5 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 944 time: 0.0812330 Feb 28 19:04:02.880794 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e0c6f1b-43b6-4fed-85ba-20bdbcc9b7dc req-85b5c750-de8d-4328-9bbe-5b9e2110f7f0 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 Feb 28 19:04:03.653026 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a218608-0406-4fa3-a235-e9ca13d5d5ed req-6f784cc7-34e3-4c74-a69e-748fc7997a16 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:03.654602 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7a218608-0406-4fa3-a235-e9ca13d5d5ed req-6f784cc7-34e3-4c74-a69e-748fc7997a16 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0828526 Feb 28 19:04:03.698909 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7a218608-0406-4fa3-a235-e9ca13d5d5ed req-3fcc683f-1658-4387-bcaf-fb62fa465ef5 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386155 Feb 28 19:04:04.060505 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb39ea2-fa72-4453-bdb3-0570fdea2d8d req-58a47407-9d21-4670-9573-76381764bd56 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:04.061915 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4cb39ea2-fa72-4453-bdb3-0570fdea2d8d req-58a47407-9d21-4670-9573-76381764bd56 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 944 time: 0.0783689 Feb 28 19:04:04.107299 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4cb39ea2-fa72-4453-bdb3-0570fdea2d8d req-edf19fba-5978-4d0d-86ed-7a354efca209 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398822 Feb 28 19:04:04.787001 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ba1a-f789-43f0-8434-fc29749912c4 req-06a2e22a-067e-4b68-85bd-507b770a2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:04.788510 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28c8ba1a-f789-43f0-8434-fc29749912c4 req-06a2e22a-067e-4b68-85bd-507b770a2e20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1bdeeae6a56d4607962f8b0a1490547a&device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 1097 time: 0.0726759 Feb 28 19:04:04.886021 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a92db7-1984-455e-9c60-89ab3bac07f7 req-0c55aec3-daac-48c8-b00b-a7c49db2c78b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:04.887471 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-68a92db7-1984-455e-9c60-89ab3bac07f7 req-0c55aec3-daac-48c8-b00b-a7c49db2c78b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0812488 Feb 28 19:04:04.933359 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-68a92db7-1984-455e-9c60-89ab3bac07f7 req-5dc0c745-3694-4a4b-b2ce-8c0e4c753f5e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394921 Feb 28 19:04:05.382211 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c3819-d846-46ed-9dc8-2859dd0922b5 req-09ef336c-1192-4f71-b96f-9ee830f7c4b9 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:05.383762 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8c8c3819-d846-46ed-9dc8-2859dd0922b5 req-09ef336c-1192-4f71-b96f-9ee830f7c4b9 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 944 time: 0.1674392 Feb 28 19:04:05.428310 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8c8c3819-d846-46ed-9dc8-2859dd0922b5 req-1c215f33-7590-42bf-aa6a-b4322da2c5b0 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387506 Feb 28 19:04:05.429006 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-44c364cc-1d12-4f46-9532-f5689134a570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:06.002822 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:04:06.118682 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670563d9-e986-40a6-8ac3-2bc4621ac07b req-eb602524-e9da-4df7-817d-944fbb6376d6 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:06.120204 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-670563d9-e986-40a6-8ac3-2bc4621ac07b req-eb602524-e9da-4df7-817d-944fbb6376d6 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0790653 Feb 28 19:04:06.165359 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-670563d9-e986-40a6-8ac3-2bc4621ac07b req-883fba91-d9bc-4418-a62f-e516fe4aed8a tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 Feb 28 19:04:06.326919 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ba1a-f789-43f0-8434-fc29749912c4 req-8973732e-78d0-47b1-a452-dcf14588d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:06.334077 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28c8ba1a-f789-43f0-8434-fc29749912c4 req-8973732e-78d0-47b1-a452-dcf14588d6be service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1bdeeae6a56d4607962f8b0a1490547a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1395972 Feb 28 19:04:06.473819 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ba1a-f789-43f0-8434-fc29749912c4 req-55130840-676f-4d75-801a-582a9da36af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:06.475351 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-28c8ba1a-f789-43f0-8434-fc29749912c4 req-55130840-676f-4d75-801a-582a9da36af7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330342 Feb 28 19:04:06.631064 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658d7e-589e-498c-b84c-44c28dc361e9 req-72a01cbe-1be8-4b28-a657-89786551af0c tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:06.633395 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-67658d7e-589e-498c-b84c-44c28dc361e9 req-72a01cbe-1be8-4b28-a657-89786551af0c tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 944 time: 0.0897923 Feb 28 19:04:06.641280 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-e333403c-681a-41f0-8df3-7a752a574e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:06.642874 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-e333403c-681a-41f0-8df3-7a752a574e6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1bdeeae6a56d4607962f8b0a1490547a&device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 1097 time: 0.1319797 Feb 28 19:04:06.680015 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-67658d7e-589e-498c-b84c-44c28dc361e9 req-af254c2a-8940-4ebd-b6fc-5432792b5116 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Feb 28 19:04:06.714970 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-b9094f48-e6bc-4574-a3e9-8e05aa9a386e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d582ddb5-9e56-41f0-8777-0be57ac14caa HTTP/1.1" status: 200 len: 217 time: 0.0651510 Feb 28 19:04:06.776919 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-bcc02e93-315d-4fcd-bc22-d837a201468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:06.778261 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-bcc02e93-315d-4fcd-bc22-d837a201468c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d6af6b6-711a-4c9c-917a-b2d3d5156b17 HTTP/1.1" status: 200 len: 849 time: 0.0575268 Feb 28 19:04:06.829130 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-7f209f9b-289b-4a36-a759-5c2976cb6dae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=77db8b85-5a3d-4493-8542-d665273d50c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449042 Feb 28 19:04:07.003422 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-6e7dc9d4-86da-4e53-92fb-113fb1011727 service neutron] 10.222.0.61 "GET /v2.0/networks/77db8b85-5a3d-4493-8542-d665273d50c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523237 Feb 28 19:04:07.161991 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2cf16598-701a-44e9-acb6-e3d9e20b55df req-b55fc29a-bf2c-4d8b-8af2-1a7239aa0aea service neutron] 10.222.0.61 "GET /v2.0/networks/77db8b85-5a3d-4493-8542-d665273d50c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309490 Feb 28 19:04:07.870200 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ab035-7507-4d0d-9031-a29a155413a4 req-de1875ee-d53a-4945-b574-fb424f05b7d0 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:07.871701 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-158ab035-7507-4d0d-9031-a29a155413a4 req-de1875ee-d53a-4945-b574-fb424f05b7d0 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 944 time: 0.0832429 Feb 28 19:04:07.916356 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-158ab035-7507-4d0d-9031-a29a155413a4 req-8908b3f7-7f8c-4ac4-8b95-0d134fd71031 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388479 Feb 28 19:04:08.170227 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-50d2fc18-1278-415e-9627-bf73aa0662d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:08.739758 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:09.097549 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97d6e8-b188-4d27-8479-036d006e5aa4 req-fc7aaa74-1931-4c6e-ad92-0b6ba3e64284 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:09.102283 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7a97d6e8-b188-4d27-8479-036d006e5aa4 req-fc7aaa74-1931-4c6e-ad92-0b6ba3e64284 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 944 time: 0.0800910 Feb 28 19:04:09.122681 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:09.144777 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7a97d6e8-b188-4d27-8479-036d006e5aa4 req-8fac0d9c-702e-4be7-9a7d-a06d45484ecc tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393789 Feb 28 19:04:09.458446 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a1f80-21bc-4e0e-a496-1dc7f8046022 req-bc757a89-c408-402f-934f-399bde44420f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:09.459907 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c12a1f80-21bc-4e0e-a496-1dc7f8046022 req-bc757a89-c408-402f-934f-399bde44420f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0809925 Feb 28 19:04:09.504622 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c12a1f80-21bc-4e0e-a496-1dc7f8046022 req-f6fc4660-9312-4998-a6a0-44185580d372 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373983 Feb 28 19:04:10.330153 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49a628-8584-4e97-b231-39772bedb17c req-7c8e8131-8c97-4c82-ade7-f46a9f79b77e tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:10.331594 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bf49a628-8584-4e97-b231-39772bedb17c req-7c8e8131-8c97-4c82-ade7-f46a9f79b77e tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 944 time: 0.0795994 Feb 28 19:04:10.377605 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bf49a628-8584-4e97-b231-39772bedb17c req-c94831f6-ae0c-470e-a531-ff068312c490 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395989 Feb 28 19:04:10.817076 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:11.619030 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c9c6-ec47-4325-9c31-656bd8b1b83f req-8f858243-5289-4e5b-9e16-c8d90e7b029f tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:11.620392 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5cf0c9c6-ec47-4325-9c31-656bd8b1b83f req-8f858243-5289-4e5b-9e16-c8d90e7b029f tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 944 time: 0.0788805 Feb 28 19:04:11.662753 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5cf0c9c6-ec47-4325-9c31-656bd8b1b83f req-b4aa76e5-ad63-4954-9899-d41b5af1569d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369055 Feb 28 19:04:12.850029 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347e647-9023-4902-9823-f0342112c8a8 req-03dbc8ac-e43a-449f-9a39-cc9401d39129 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:12.852024 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b347e647-9023-4902-9823-f0342112c8a8 req-03dbc8ac-e43a-449f-9a39-cc9401d39129 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 944 time: 0.0846732 Feb 28 19:04:12.900014 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b347e647-9023-4902-9823-f0342112c8a8 req-e5cbac55-4e1f-4f03-878d-ba4b3ca870de tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Feb 28 19:04:14.088582 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ce370-7792-4210-bbfd-7059f39b8bc0 req-dd264c31-f9aa-4c2d-a2bf-cdd1c02d6d3c tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:14.090101 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ae1ce370-7792-4210-bbfd-7059f39b8bc0 req-dd264c31-f9aa-4c2d-a2bf-cdd1c02d6d3c tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 944 time: 0.0840447 Feb 28 19:04:14.136393 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ae1ce370-7792-4210-bbfd-7059f39b8bc0 req-ecefffd3-6ef7-4197-92fc-93725c2844d2 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403900 Feb 28 19:04:15.348200 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fda052-60bd-45f7-9dec-e2ba4c8acfed req-9e5005b0-4a7d-46d2-8f16-488741d7ef64 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:15.349542 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f3fda052-60bd-45f7-9dec-e2ba4c8acfed req-9e5005b0-4a7d-46d2-8f16-488741d7ef64 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 944 time: 0.0928023 Feb 28 19:04:15.396200 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f3fda052-60bd-45f7-9dec-e2ba4c8acfed req-f527f30d-b948-4939-97c1-d014ed5fec3e tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394011 Feb 28 19:04:15.705506 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device d582ddb5-9e56-41f0-8777-0be57ac14caa details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:04:15.846355 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port d582ddb5-9e56-41f0-8777-0be57ac14caa, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d582ddb5-9e56-41f0-8777-0be57ac14caa,segment=NetworkSegment(aa935d8d-380a-47d2-9c5e-0ac05ac96a96),segment_id=aa935d8d-380a-47d2-9c5e-0ac05ac96a96)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:15.860640 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': 'd582ddb5-9e56-41f0-8777-0be57ac14caa', 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5', 'port_id': 'd582ddb5-9e56-41f0-8777-0be57ac14caa', 'mac_address': 'fa:16:3e:25:7c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6af6b6-711a-4c9c-917a-b2d3d5156b17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:04:15.915736 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:15.935103 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d582ddb5-9e56-41f0-8777-0be57ac14caa {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:04:15.952079 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port d582ddb5-9e56-41f0-8777-0be57ac14caa, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d582ddb5-9e56-41f0-8777-0be57ac14caa,segment=NetworkSegment(aa935d8d-380a-47d2-9c5e-0ac05ac96a96),segment_id=aa935d8d-380a-47d2-9c5e-0ac05ac96a96)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:16.065428 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:16.131707 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=d582ddb5-9e56-41f0-8777-0be57ac14caa,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:16.139714 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.140057 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.140440 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.140771 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.141096 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.141475 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.141861 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.142183 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.142575 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.142927 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.143246 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.143562 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:16.584588 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a790e-d0f5-485d-bbb3-9c7ee3aa88e5 req-9495fe9b-4a7b-4e9d-98db-500e3b09fb5d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:16.586086 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-500a790e-d0f5-485d-bbb3-9c7ee3aa88e5 req-9495fe9b-4a7b-4e9d-98db-500e3b09fb5d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 945 time: 0.0796137 Feb 28 19:04:16.617094 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['d582ddb5-9e56-41f0-8777-0be57ac14caa'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:04:16.634964 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-500a790e-d0f5-485d-bbb3-9c7ee3aa88e5 req-02f71c4f-9d3a-4f2a-9111-ec5e3d76793a tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 Feb 28 19:04:17.838952 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb20690-fe6a-4a82-85fc-6ee26ea34a87 req-5f83677a-f6eb-4bf2-8747-84309295b8e7 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:17.840447 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1fb20690-fe6a-4a82-85fc-6ee26ea34a87 req-5f83677a-f6eb-4bf2-8747-84309295b8e7 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 945 time: 0.0851438 Feb 28 19:04:17.886913 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1fb20690-fe6a-4a82-85fc-6ee26ea34a87 req-4993c1a3-6b07-4c2f-bf02-bcae09b61528 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 Feb 28 19:04:19.082343 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7835d1-d9e5-41be-b08e-6b2bb5cf4eeb req-76e5f134-625e-42ca-9bb9-f1fdb3f5c902 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:19.083804 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3d7835d1-d9e5-41be-b08e-6b2bb5cf4eeb req-76e5f134-625e-42ca-9bb9-f1fdb3f5c902 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 945 time: 0.0897880 Feb 28 19:04:19.130131 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3d7835d1-d9e5-41be-b08e-6b2bb5cf4eeb req-84c17a2a-1c0d-4059-b183-64cd3ee35b9e tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Feb 28 19:04:19.718195 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device d582ddb5-9e56-41f0-8777-0be57ac14caa up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:04:19.893277 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port d582ddb5-9e56-41f0-8777-0be57ac14caa completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:04:19.898601 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port d582ddb5-9e56-41f0-8777-0be57ac14caa triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:19.898971 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:20.020251 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:20.047315 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af024eef-b2ab-4438-a2b8-74b5b4848624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd582ddb5-9e56-41f0-8777-0be57ac14caa'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:04:20.058129 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port d582ddb5-9e56-41f0-8777-0be57ac14caa, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d582ddb5-9e56-41f0-8777-0be57ac14caa,segment=NetworkSegment(aa935d8d-380a-47d2-9c5e-0ac05ac96a96),segment_id=aa935d8d-380a-47d2-9c5e-0ac05ac96a96)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:20.091005 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af024eef-b2ab-4438-a2b8-74b5b4848624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd582ddb5-9e56-41f0-8777-0be57ac14caa', 'code': 200} Feb 28 19:04:20.194297 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:20.264100 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=d582ddb5-9e56-41f0-8777-0be57ac14caa,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:20.324661 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2578e85-c0d9-4064-8c9f-b8719b48be27 req-d107b563-ab33-4ed0-b68b-dcdd8d24dd4b tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:20.326186 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2578e85-c0d9-4064-8c9f-b8719b48be27 req-d107b563-ab33-4ed0-b68b-dcdd8d24dd4b tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 946 time: 0.0813167 Feb 28 19:04:20.370302 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2578e85-c0d9-4064-8c9f-b8719b48be27 req-af3dc54d-0779-4b4c-87ae-10f4f6f76808 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386348 Feb 28 19:04:20.601158 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c321b-01cb-400e-84a4-8f60fbdd6b23 req-9fe619ea-7f2b-4256-8956-2e9b66321149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:20.606806 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-dd9c321b-01cb-400e-84a4-8f60fbdd6b23 req-9fe619ea-7f2b-4256-8956-2e9b66321149 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 1099 time: 0.0772007 Feb 28 19:04:20.648989 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-dd9c321b-01cb-400e-84a4-8f60fbdd6b23 req-6a193873-bb83-42a2-8b94-868c9f93ffd4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366747 Feb 28 19:04:20.740179 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 60238) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:20.858683 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-aaac4edf-f3a3-4391-8324-ea59fb6a0a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:20.873473 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-aaac4edf-f3a3-4391-8324-ea59fb6a0a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:20.877232 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-aaac4edf-f3a3-4391-8324-ea59fb6a0a90 admin admin] Usage tracker for resource:security_group_rule and tenant:26b9e0b327de49368dae688c1e31a260 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:20.879999 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-aaac4edf-f3a3-4391-8324-ea59fb6a0a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:20.885865 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-aaac4edf-f3a3-4391-8324-ea59fb6a0a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:20.970241 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-aaac4edf-f3a3-4391-8324-ea59fb6a0a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:21.099483 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-aaac4edf-f3a3-4391-8324-ea59fb6a0a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:21.150492 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-aaac4edf-f3a3-4391-8324-ea59fb6a0a90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26b9e0b327de49368dae688c1e31a260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092255 Feb 28 19:04:21.152089 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac4edf-f3a3-4391-8324-ea59fb6a0a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de7c76a-f599-4775-8cb7-e880a5bae839,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:21.153384 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 60256) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:21.213559 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:21.240118 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:21.390409 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:21.405164 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de7c76a-f599-4775-8cb7-e880a5bae839,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:21.415819 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.416165 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.416499 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.416828 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.417156 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.417482 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.417820 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.418155 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.418726 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.419045 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.419389 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.419705 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:21.423840 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:21.425191 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-812b1b4c-f091-4052-acd8-deb86363ef85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8de7c76a-f599-4775-8cb7-e880a5bae839 HTTP/1.1" status: 204 len: 168 time: 0.2705913 Feb 28 19:04:21.559601 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d73e3e-60f5-4790-8f07-3480ea968ab6 req-7c0bf1b3-43c3-4c70-8d8b-2deed01a87c9 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:21.560954 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f7d73e3e-60f5-4790-8f07-3480ea968ab6 req-7c0bf1b3-43c3-4c70-8d8b-2deed01a87c9 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 946 time: 0.0797992 Feb 28 19:04:21.608815 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f7d73e3e-60f5-4790-8f07-3480ea968ab6 req-daa324e7-3635-4d23-ba3b-fe72dac0eddf tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Feb 28 19:04:21.803914 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 60272) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:21.939546 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-52cc576e-eaee-42a9-9e71-adfcb64fcb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:21.956135 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-52cc576e-eaee-42a9-9e71-adfcb64fcb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:21.961178 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-52cc576e-eaee-42a9-9e71-adfcb64fcb08 admin admin] Usage tracker for resource:security_group_rule and tenant:0fee780e43a84255b33934a96c9c8025 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:21.964835 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-52cc576e-eaee-42a9-9e71-adfcb64fcb08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:21.971436 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-52cc576e-eaee-42a9-9e71-adfcb64fcb08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:22.055865 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-52cc576e-eaee-42a9-9e71-adfcb64fcb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:22.153440 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-52cc576e-eaee-42a9-9e71-adfcb64fcb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:22.200075 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-52cc576e-eaee-42a9-9e71-adfcb64fcb08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fee780e43a84255b33934a96c9c8025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950682 Feb 28 19:04:22.200760 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc576e-eaee-42a9-9e71-adfcb64fcb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87b1854-2d80-48ee-be78-f61ec428131b,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:22.202767 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 60280) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:22.263805 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7e884726-8180-4ac8-b5ee-299bd9851560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:22.300612 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7e884726-8180-4ac8-b5ee-299bd9851560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:22.450710 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7e884726-8180-4ac8-b5ee-299bd9851560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:22.468026 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e884726-8180-4ac8-b5ee-299bd9851560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87b1854-2d80-48ee-be78-f61ec428131b,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:22.471199 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7e884726-8180-4ac8-b5ee-299bd9851560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:22.472948 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-7e884726-8180-4ac8-b5ee-299bd9851560 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b87b1854-2d80-48ee-be78-f61ec428131b HTTP/1.1" status: 204 len: 168 time: 0.2690837 Feb 28 19:04:22.796845 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93027b0c-7e0c-457e-9f30-c2add0e662e8 req-aea1c484-ac5e-4114-853f-42fe1ae330c7 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:22.798289 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-93027b0c-7e0c-457e-9f30-c2add0e662e8 req-aea1c484-ac5e-4114-853f-42fe1ae330c7 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 946 time: 0.0827003 Feb 28 19:04:22.913805 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-93027b0c-7e0c-457e-9f30-c2add0e662e8 req-c1bd32bb-297a-4b8d-b4fd-aa407037f984 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099401 Feb 28 19:04:23.349924 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 60296) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:23.368143 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-10eb4b33-d737-488b-b1e7-7c469c968f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:23.381709 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-10eb4b33-d737-488b-b1e7-7c469c968f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:23.385571 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-10eb4b33-d737-488b-b1e7-7c469c968f01 admin admin] Usage tracker for resource:security_group_rule and tenant:1c35870b76cf43199a807cfcf668d083 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:23.388329 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-10eb4b33-d737-488b-b1e7-7c469c968f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:23.393809 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-10eb4b33-d737-488b-b1e7-7c469c968f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:23.472373 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-10eb4b33-d737-488b-b1e7-7c469c968f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:23.559652 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-10eb4b33-d737-488b-b1e7-7c469c968f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:23.607683 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-10eb4b33-d737-488b-b1e7-7c469c968f01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c35870b76cf43199a807cfcf668d083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560763 Feb 28 19:04:23.608536 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb4b33-d737-488b-b1e7-7c469c968f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7dabea-2372-41c6-b1ef-6359033b0719,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:23.611093 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 60304) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:23.676173 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-b11041bf-22cd-46ff-9868-9a4610d2d2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:23.707634 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-b11041bf-22cd-46ff-9868-9a4610d2d2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:23.910887 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-b11041bf-22cd-46ff-9868-9a4610d2d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:23.928392 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11041bf-22cd-46ff-9868-9a4610d2d2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7dabea-2372-41c6-b1ef-6359033b0719,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:23.941795 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-b11041bf-22cd-46ff-9868-9a4610d2d2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:23.945814 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-b11041bf-22cd-46ff-9868-9a4610d2d2bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d7dabea-2372-41c6-b1ef-6359033b0719 HTTP/1.1" status: 204 len: 168 time: 0.3304567 Feb 28 19:04:24.956214 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c56f7-b88b-4519-8af4-0fa612376684 req-e5546f6f-ab88-42e5-bd33-53e70e0ef6c4 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:24.957862 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2f6c56f7-b88b-4519-8af4-0fa612376684 req-e5546f6f-ab88-42e5-bd33-53e70e0ef6c4 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 946 time: 0.0928035 Feb 28 19:04:25.005618 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2f6c56f7-b88b-4519-8af4-0fa612376684 req-254f86d4-3daa-4cac-adc0-1a6f14100c20 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 Feb 28 19:04:25.468974 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d6f2c-965c-46af-a729-ce697a71cafb req-5820de12-e34e-4349-9d16-dfc60cf9a060 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:25.470451 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-877d6f2c-965c-46af-a729-ce697a71cafb req-5820de12-e34e-4349-9d16-dfc60cf9a060 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0875714 Feb 28 19:04:25.514846 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-877d6f2c-965c-46af-a729-ce697a71cafb req-4de0185d-bc32-41c6-abb4-7db9becbfff3 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377305 Feb 28 19:04:25.574086 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97050fff-02e5-4970-9119-e05d31a4f767 req-de5ebf34-28af-4b55-8de5-b8d23799e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:25.575573 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-97050fff-02e5-4970-9119-e05d31a4f767 req-de5ebf34-28af-4b55-8de5-b8d23799e674 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8d685b5629d4a8185474969249dbc6e&device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 1098 time: 0.0758829 Feb 28 19:04:25.710246 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97050fff-02e5-4970-9119-e05d31a4f767 req-0132b619-8bbb-43f5-b505-13808ddfefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:25.711841 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-97050fff-02e5-4970-9119-e05d31a4f767 req-0132b619-8bbb-43f5-b505-13808ddfefd4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 200 len: 919 time: 0.1298578 Feb 28 19:04:25.784035 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-97050fff-02e5-4970-9119-e05d31a4f767 req-69e2c761-daa1-4833-9fdc-a42f27814a64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 HTTP/1.1" status: 200 len: 217 time: 0.0643566 Feb 28 19:04:25.846652 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97050fff-02e5-4970-9119-e05d31a4f767 req-f8226615-bb70-4caf-974c-2d6770f8d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:25.848111 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-97050fff-02e5-4970-9119-e05d31a4f767 req-f8226615-bb70-4caf-974c-2d6770f8d492 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629540f6-b3ec-4b27-adbf-7d7d7baf6934 HTTP/1.1" status: 200 len: 858 time: 0.0563350 Feb 28 19:04:25.899059 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-97050fff-02e5-4970-9119-e05d31a4f767 req-ce857cfd-9620-4f0f-842b-83ac3c1fdee8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b57127cd-5080-498c-a2a9-a9aa12e27acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427492 Feb 28 19:04:26.032924 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-97050fff-02e5-4970-9119-e05d31a4f767 req-26227bd4-e7d5-452b-b3b6-6fee11988656 service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263418 Feb 28 19:04:26.177719 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-97050fff-02e5-4970-9119-e05d31a4f767 req-001d5b12-a776-4a14-82ce-f5aab39941c8 service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378434 Feb 28 19:04:26.202186 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b49a4-e57e-4d94-8428-da8bad21f000 req-51df5146-2492-4982-9a97-a57152e8dda7 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:26.203824 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6e8b49a4-e57e-4d94-8428-da8bad21f000 req-51df5146-2492-4982-9a97-a57152e8dda7 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 946 time: 0.0818238 Feb 28 19:04:26.253370 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6e8b49a4-e57e-4d94-8428-da8bad21f000 req-aa08af2c-2163-4eac-b48f-f531f6f70dbd tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Feb 28 19:04:26.714194 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64a2c-1216-4714-9b0f-3c6119921478 req-9228b14d-f83f-4cc6-b88f-462cf672a0fe tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:26.715684 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e4e64a2c-1216-4714-9b0f-3c6119921478 req-9228b14d-f83f-4cc6-b88f-462cf672a0fe tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0925121 Feb 28 19:04:26.773507 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-992a353c-b5dc-4903-ae28-68b0daecb15d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:26.785024 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-992a353c-b5dc-4903-ae28-68b0daecb15d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Synchronizing usage tracker for tenant:1bdeeae6a56d4607962f8b0a1490547a on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:04:26.787322 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e4e64a2c-1216-4714-9b0f-3c6119921478 req-a6b21ff0-4ce4-46ac-b11c-38950c3acd37 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658479 Feb 28 19:04:26.933625 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-992a353c-b5dc-4903-ae28-68b0daecb15d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Unset dirty status for tenant:1bdeeae6a56d4607962f8b0a1490547a on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:04:26.934917 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-992a353c-b5dc-4903-ae28-68b0daecb15d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.61 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 946 time: 0.3048584 Feb 28 19:04:26.943920 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949017a7-8132-41a3-a3d7-400443164527 req-9e4b2716-46f6-4334-89bc-1571b6679a97 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:26.946101 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-9e4b2716-46f6-4334-89bc-1571b6679a97 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 814 time: 0.1540482 Feb 28 19:04:26.962146 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-1b464665-9d86-4783-a207-4b1b373b6589 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/quotas/498eaf5c78e54296ac5cdeef3489e3ef HTTP/1.1" status: 200 len: 375 time: 0.0100243 Feb 28 19:04:27.011507 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-5c093097-6f89-4d17-87e6-0fc86538a00d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Deleting port d582ddb5-9e56-41f0-8777-0be57ac14caa {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:04:27.011875 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-5c093097-6f89-4d17-87e6-0fc86538a00d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:27.052189 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-2adf0c32-17c8-44da-8129-1252a68e6557 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822523 Feb 28 19:04:27.186276 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-b04d1515-e1f0-42ae-a45d-3c08192e3516 service neutron] 10.222.0.21 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256735 Feb 28 19:04:27.258834 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-5c093097-6f89-4d17-87e6-0fc86538a00d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] For port d582ddb5-9e56-41f0-8777-0be57ac14caa, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d582ddb5-9e56-41f0-8777-0be57ac14caa,segment=NetworkSegment(aa935d8d-380a-47d2-9c5e-0ac05ac96a96),segment_id=aa935d8d-380a-47d2-9c5e-0ac05ac96a96)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:27.259267 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-5c093097-6f89-4d17-87e6-0fc86538a00d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:27.320774 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-859b47b0-d7cb-4237-810d-5b75ea8378a8 service neutron] 10.222.0.21 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287866 Feb 28 19:04:27.395459 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-5c093097-6f89-4d17-87e6-0fc86538a00d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Calling delete_port for d582ddb5-9e56-41f0-8777-0be57ac14caa owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:04:27.476209 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e00609-83f2-408c-ad8f-30f29bd404b1 req-6e7b7f01-2285-4dc4-b0fa-e2172913911d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:27.477674 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f2e00609-83f2-408c-ad8f-30f29bd404b1 req-6e7b7f01-2285-4dc4-b0fa-e2172913911d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 946 time: 0.1080966 Feb 28 19:04:27.520554 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f2e00609-83f2-408c-ad8f-30f29bd404b1 req-05dcbb47-05d2-4e91-a1c4-4612ee0e7c3d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372982 Feb 28 19:04:27.639676 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cb6322d9-11e9-4c56-9a88-10cbc78583d9 req-e609c995-b736-4246-a49d-d7e75f473877 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 210 time: 0.0431795 Feb 28 19:04:27.702263 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-5c093097-6f89-4d17-87e6-0fc86538a00d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:27.722984 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['d582ddb5-9e56-41f0-8777-0be57ac14caa'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:04:27.754901 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c093097-6f89-4d17-87e6-0fc86538a00d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Pushing event deleted for resources: {'Port': ['ID=d582ddb5-9e56-41f0-8777-0be57ac14caa,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:27.827175 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-5c093097-6f89-4d17-87e6-0fc86538a00d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] No DVR routers for this DVR port d582ddb5-9e56-41f0-8777-0be57ac14caa on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:04:27.830056 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-5c093097-6f89-4d17-87e6-0fc86538a00d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:27.832575 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af024eef-b2ab-4438-a2b8-74b5b4848624', 'name': 'network-vif-deleted', 'tag': 'd582ddb5-9e56-41f0-8777-0be57ac14caa'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:04:27.882999 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af024eef-b2ab-4438-a2b8-74b5b4848624', 'name': 'network-vif-deleted', 'tag': 'd582ddb5-9e56-41f0-8777-0be57ac14caa', 'status': 'completed', 'code': 200} Feb 28 19:04:27.938579 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f7965dae-1c38-4ca5-a80d-aba9743b4c9d req-5c093097-6f89-4d17-87e6-0fc86538a00d tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.61 "DELETE /v2.0/ports/d582ddb5-9e56-41f0-8777-0be57ac14caa HTTP/1.1" status: 204 len: 173 time: 0.9979708 Feb 28 19:04:28.130775 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90660ffc-ab4b-40f0-a030-fd108ba32869 req-2b6e03ae-03c3-441a-9a8d-b7057c504535 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:28.133586 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-90660ffc-ab4b-40f0-a030-fd108ba32869 req-2b6e03ae-03c3-441a-9a8d-b7057c504535 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0952985 Feb 28 19:04:28.179877 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-90660ffc-ab4b-40f0-a030-fd108ba32869 req-fb4ef1d3-8447-4fe8-ac2f-17bcfe5db1c7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Feb 28 19:04:28.687552 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fd78ad8f-a568-4800-b0a7-0e64d54aa5ab req-af62fe25-5051-4a57-b8d5-fc85dbde8ad4 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=af024eef-b2ab-4438-a2b8-74b5b4848624 HTTP/1.1" status: 200 len: 210 time: 0.0434749 Feb 28 19:04:28.811054 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e18b1e35-ba84-4750-951b-20c058ab2122 req-f99c41cb-791d-4392-abb3-724ad1e174ac tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 210 time: 0.0456846 Feb 28 19:04:29.369716 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf71ee5-95ef-4591-9ebe-9a0a82c6a543 req-2ea61e3a-8492-41b7-a14c-b809a49321f7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:29.371174 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9bf71ee5-95ef-4591-9ebe-9a0a82c6a543 req-2ea61e3a-8492-41b7-a14c-b809a49321f7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0815384 Feb 28 19:04:29.416487 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9bf71ee5-95ef-4591-9ebe-9a0a82c6a543 req-6d74cd3e-110a-493b-87fa-3676e554e563 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392115 Feb 28 19:04:29.804174 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device d582ddb5-9e56-41f0-8777-0be57ac14caa no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:04:29.840490 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: d582ddb5-9e56-41f0-8777-0be57ac14caa {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:04:29.840900 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device d582ddb5-9e56-41f0-8777-0be57ac14caa not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:04:30.003314 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-86e7ac16-5490-44bd-9958-8e4df520ce51 req-6b42eaf8-ab40-43b4-a902-e04c70f9ec7c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 210 time: 0.0503809 Feb 28 19:04:30.228208 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-4453004d-c389-4703-a2f1-38509987ecb6 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:30.229950 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-4453004d-c389-4703-a2f1-38509987ecb6 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/networks?id=77db8b85-5a3d-4493-8542-d665273d50c5 HTTP/1.1" status: 200 len: 809 time: 0.2293587 Feb 28 19:04:30.245018 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-d8f8af71-9011-425c-aee1-43c7d28b07b2 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/quotas/1bdeeae6a56d4607962f8b0a1490547a HTTP/1.1" status: 200 len: 375 time: 0.0098910 Feb 28 19:04:30.292408 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-0bfa4df9-194e-4582-a212-065afcd9c9bd tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1bdeeae6a56d4607962f8b0a1490547a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424430 Feb 28 19:04:30.424065 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-0105149c-d209-4404-854a-3e61ee7fd562 service neutron] 10.222.0.21 "GET /v2.0/networks/77db8b85-5a3d-4493-8542-d665273d50c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248665 Feb 28 19:04:30.565131 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:30.609880 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-10791e88-5097-4418-a7cb-1595432bf571 service neutron] 10.222.0.21 "GET /v2.0/networks/77db8b85-5a3d-4493-8542-d665273d50c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788573 Feb 28 19:04:30.638030 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c472a2-9ce0-4c0c-9c77-a1cbe841bda1 req-6004377e-f050-4649-8e9f-0c66215eb9d7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:30.639634 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-85c472a2-9ce0-4c0c-9c77-a1cbe841bda1 req-6004377e-f050-4649-8e9f-0c66215eb9d7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1104352 Feb 28 19:04:30.688730 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-85c472a2-9ce0-4c0c-9c77-a1cbe841bda1 req-ef9ecc39-1ad8-49a1-9b34-fb5ace81203c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 Feb 28 19:04:30.745132 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949017a7-8132-41a3-a3d7-400443164527 req-c4b9e905-2010-43aa-a759-9bf3b146f081 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:30.746557 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-c4b9e905-2010-43aa-a759-9bf3b146f081 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 814 time: 0.1472626 Feb 28 19:04:30.759250 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Request body: {'port': {'device_id': 'f0056e80-82b0-4042-b106-de36581e773c', 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5', 'admin_state_up': True, 'tenant_id': '498eaf5c78e54296ac5cdeef3489e3ef'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:30.892281 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:30.896369 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Usage tracker for resource:port and tenant:498eaf5c78e54296ac5cdeef3489e3ef is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:30.900385 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:30.905606 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:31.045149 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Made reservation on behalf of 498eaf5c78e54296ac5cdeef3489e3ef for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:31.049078 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d64d5f87-9c00-4331-9faa-25730473fe25 req-4f36c4fb-2e23-4dc7-9c04-38e8c3009818 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 210 time: 0.0422621 Feb 28 19:04:31.049603 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:31.179553 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-df0af7f3-293f-4f0e-9962-5f209035b98b req-84fc928f-b58c-47f9-9840-132a5519a9be tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 210 time: 0.0446668 Feb 28 19:04:31.236762 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Allocated IP 172.20.0.7 (449788a3-ff13-44f6-8b3b-66a4d81bb7d5/c24ad78d-6a7e-4355-ae0c-4152a4caf1b4/8f626c26-4ced-4885-8f45-4bd5d5e7e95c) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:04:31.494097 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:31.605689 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:31.620836 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['60d1f848-70b7-4bb1-b406-979cd526e704', 'f3587eff-27f1-497f-89ad-a020d585a895', '4446a787-0e66-4e50-9cbc-2341e7399a85'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:04:31.672492 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:31.680082 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:31.684120 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:04:31.721320 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Pushing event updated for resources: {'Port': ['ID=8f626c26-4ced-4885-8f45-4bd5d5e7e95c,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:31.752741 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:31.753459 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:31.889296 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c98f0c-3a93-4d3c-a190-02a0e6fb386d req-f7be2499-e97e-4ba1-bc98-8c6a2fc8462f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:31.890728 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b4c98f0c-3a93-4d3c-a190-02a0e6fb386d req-f7be2499-e97e-4ba1-bc98-8c6a2fc8462f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0847459 Feb 28 19:04:31.948899 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b4c98f0c-3a93-4d3c-a190-02a0e6fb386d req-ed6a25c5-916a-454e-9c36-8e3867bb88df tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498502 Feb 28 19:04:31.985322 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-17b186f8-6f67-40b0-b41b-01566f09eec1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2300441 Feb 28 19:04:31.997427 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Request body: {'port': {'device_id': 'f0056e80-82b0-4042-b106-de36581e773c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:32.111478 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:32.252293 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-46904e01-b405-4ee1-9a6c-b3dde7dbc595 req-86104bb0-ae22-4d24-9d2d-f5511a8f73b9 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 210 time: 0.0905273 Feb 28 19:04:32.283255 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9e2aec40-441d-414d-850b-05872e04baa9 req-f27ab38a-f675-472c-a680-da80d19aacb6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1227293 Feb 28 19:04:32.407503 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a371e1b-5bfd-4385-8ea8-a604dd3b7f9a req-2fefe71d-1fe0-4e81-bd3f-67e53d423680 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:32.409398 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0a371e1b-5bfd-4385-8ea8-a604dd3b7f9a req-2fefe71d-1fe0-4e81-bd3f-67e53d423680 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 931 time: 0.0973229 Feb 28 19:04:32.504732 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f626c26-4ced-4885-8f45-4bd5d5e7e95c {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:04:32.509203 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0a371e1b-5bfd-4385-8ea8-a604dd3b7f9a req-bb3e2095-bb08-4a36-97fd-9ccf14e428bf tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921674 Feb 28 19:04:32.512639 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:32.528453 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Transition to ACTIVE for port object 8f626c26-4ced-4885-8f45-4bd5d5e7e95c will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:32.540769 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2aec40-441d-414d-850b-05872e04baa9 req-dfa22f9e-3d50-45b8-9436-179bb05af741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:32.542337 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9e2aec40-441d-414d-850b-05872e04baa9 req-dfa22f9e-3d50-45b8-9436-179bb05af741 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 1098 time: 0.1072261 Feb 28 19:04:32.653705 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:32.718193 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2aec40-441d-414d-850b-05872e04baa9 req-7c409b6c-cdde-4886-b799-db2ce26b73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:32.719694 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9e2aec40-441d-414d-850b-05872e04baa9 req-7c409b6c-cdde-4886-b799-db2ce26b73c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 915 time: 0.1343045 Feb 28 19:04:32.783572 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Pushing event updated for resources: {'Port': ['ID=8f626c26-4ced-4885-8f45-4bd5d5e7e95c,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:32.799948 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9e2aec40-441d-414d-850b-05872e04baa9 req-a8041284-ac1b-4f15-a0a8-9bae877f8644 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d1f848-70b7-4bb1-b406-979cd526e704 HTTP/1.1" status: 200 len: 217 time: 0.0625601 Feb 28 19:04:32.863633 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2aec40-441d-414d-850b-05872e04baa9 req-451e113b-80ab-4c60-b98b-cfe2e5b68dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:32.865323 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9e2aec40-441d-414d-850b-05872e04baa9 req-451e113b-80ab-4c60-b98b-cfe2e5b68dd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c24ad78d-6a7e-4355-ae0c-4152a4caf1b4 HTTP/1.1" status: 200 len: 854 time: 0.0641854 Feb 28 19:04:32.889387 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Attempting to bind port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:04:32.889715 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Attempting to bind port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:04:32.890038 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Attempting to bind port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:32.895005 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:04:32.895359 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Attempting to bind port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c on network 449788a3-ff13-44f6-8b3b-66a4d81bb7d5 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:32.900633 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:04:32.900962 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Checking segment: {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:32.901342 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Bound using segment: {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:04:32.901762 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Bound port: 8f626c26-4ced-4885-8f45-4bd5d5e7e95c, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82daab5-9663-44c2-a3d9-3a1b222e0d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:04:32.902103 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:32.916169 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9e2aec40-441d-414d-850b-05872e04baa9 req-7550d471-0f78-4833-a250-24138da2bf53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445645 Feb 28 19:04:32.999029 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] For port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:04:33.002879 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] For port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8f626c26-4ced-4885-8f45-4bd5d5e7e95c,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:04:33.125192 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9e2aec40-441d-414d-850b-05872e04baa9 req-4fb8aa6f-85d0-4874-b8e0-b0ea2c07a6fb service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907744 Feb 28 19:04:33.219463 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:33.293113 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:33.293113 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:33.293113 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] 10.222.0.61 "PUT /v2.0/ports/8f626c26-4ced-4885-8f45-4bd5d5e7e95c HTTP/1.1" status: 200 len: 1093 time: 1.2896070 Feb 28 19:04:33.293113 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0056e80-82b0-4042-b106-de36581e773c', 'tag': '8f626c26-4ced-4885-8f45-4bd5d5e7e95c'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:04:33.313215 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dd33c-e497-4b3c-91e9-bb6c3f276b8e service neutron] Pushing event updated for resources: {'Port': ['ID=8f626c26-4ced-4885-8f45-4bd5d5e7e95c,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:33.340442 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d9c9-c08c-43fe-8ea5-d22be300e6ef req-67ff74bd-15d8-4c41-9bf7-1c1cac2d68cc tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:33.341871 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1b65d9c9-c08c-43fe-8ea5-d22be300e6ef req-67ff74bd-15d8-4c41-9bf7-1c1cac2d68cc tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.2659240 Feb 28 19:04:33.388166 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9e2aec40-441d-414d-850b-05872e04baa9 req-cfd7e77a-e867-4eae-a045-b649f6bd3732 service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548046 Feb 28 19:04:33.439513 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dfaa1fee-6859-4e04-a199-3538b78c794a req-b0f5ad4d-73e5-45a4-9244-44b7c5ec05bc tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 210 time: 0.0551608 Feb 28 19:04:33.446774 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1b65d9c9-c08c-43fe-8ea5-d22be300e6ef req-5046b03f-6773-459f-b670-8f3a830ae940 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952361 Feb 28 19:04:33.498509 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0056e80-82b0-4042-b106-de36581e773c', 'tag': '8f626c26-4ced-4885-8f45-4bd5d5e7e95c', 'status': 'completed', 'code': 200} Feb 28 19:04:33.581084 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949017a7-8132-41a3-a3d7-400443164527 req-1e06ce75-b061-4812-a884-484e122c4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:33.582532 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-1e06ce75-b061-4812-a884-484e122c4595 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 1096 time: 0.0747571 Feb 28 19:04:33.695415 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2430ce-9b69-4007-ac16-9e6ef7055611 req-1373227a-39b5-45c4-b28e-76ef783cd082 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:33.697051 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2a2430ce-9b69-4007-ac16-9e6ef7055611 req-1373227a-39b5-45c4-b28e-76ef783cd082 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 943 time: 0.0808485 Feb 28 19:04:33.741584 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2a2430ce-9b69-4007-ac16-9e6ef7055611 req-c389ced1-230a-4e3b-9c0e-65f813e44762 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 Feb 28 19:04:34.625476 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5281587d-0791-4067-a7cb-6c3d4e9ae551 req-61df2ce4-32e8-4e2d-8485-483a0faeeab1 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 210 time: 0.0780203 Feb 28 19:04:34.668166 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee70b7-fb8b-4346-9a28-ee98fe433ece req-8217327b-25df-49c2-8f74-9dca3f3d4bb0 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:34.669570 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-77ee70b7-fb8b-4346-9a28-ee98fe433ece req-8217327b-25df-49c2-8f74-9dca3f3d4bb0 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0912406 Feb 28 19:04:34.713182 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-77ee70b7-fb8b-4346-9a28-ee98fe433ece req-1c49b16e-5e09-4804-9e05-a16553305fce tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380330 Feb 28 19:04:34.927244 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbe01a-a568-4402-887f-d30681857ed2 req-d608f0d2-feda-49c5-b93c-930c002acf44 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:34.928742 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f7fbe01a-a568-4402-887f-d30681857ed2 req-d608f0d2-feda-49c5-b93c-930c002acf44 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 943 time: 0.0816150 Feb 28 19:04:35.022270 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-2a8cf034-4ca5-4ab6-8e11-cdf2ce0147a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f626c26-4ced-4885-8f45-4bd5d5e7e95c HTTP/1.1" status: 200 len: 217 time: 0.0690420 Feb 28 19:04:35.029698 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f7fbe01a-a568-4402-887f-d30681857ed2 req-72325439-6c53-4402-b4b8-0ad3fba738d6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954907 Feb 28 19:04:35.427700 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-098788bc-ef86-4250-8c0c-45e796148d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:35.778833 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-441a5645-873b-4978-bdad-b746deb1ac2c req-bc7c9676-36ab-414d-a1c5-a18b315e2d59 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 210 time: 0.0452788 Feb 28 19:04:35.894440 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a852fdd-4f20-4adc-a015-a004c91eb063 req-e0553686-d966-4b8a-a68e-29b085fd10b1 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:35.895900 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0a852fdd-4f20-4adc-a015-a004c91eb063 req-e0553686-d966-4b8a-a68e-29b085fd10b1 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0781302 Feb 28 19:04:35.939107 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0a852fdd-4f20-4adc-a015-a004c91eb063 req-90c3966b-d6fe-4b12-af33-dc454563db5f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369353 Feb 28 19:04:36.213336 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f64a2-b916-4778-9b24-5e87b1ddca7b req-1c00fd57-2fa2-4dae-a8a0-acffd2e1db81 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:36.214698 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fc9f64a2-b916-4778-9b24-5e87b1ddca7b req-1c00fd57-2fa2-4dae-a8a0-acffd2e1db81 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 943 time: 0.0824535 Feb 28 19:04:36.258235 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fc9f64a2-b916-4778-9b24-5e87b1ddca7b req-16ac066a-c801-4739-a684-def2369ca33e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372663 Feb 28 19:04:36.926921 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2b305e6f-59dd-4deb-b187-444c9f01261e req-670b39a3-3e25-4a51-ac3a-6aef99721ea4 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 210 time: 0.0427728 Feb 28 19:04:37.124932 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b476b-912d-4f0a-bfaf-68d98faabaec req-92e175bc-1d1c-4f3b-9b2a-935a557147ea tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:37.126273 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ae1b476b-912d-4f0a-bfaf-68d98faabaec req-92e175bc-1d1c-4f3b-9b2a-935a557147ea tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0801630 Feb 28 19:04:37.171138 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ae1b476b-912d-4f0a-bfaf-68d98faabaec req-dce3f1f5-caa8-4453-a2cc-df0ada5e490d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392168 Feb 28 19:04:37.247859 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949017a7-8132-41a3-a3d7-400443164527 req-4d395da4-8f95-43d0-817c-cf7ff59c6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:37.249921 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-4d395da4-8f95-43d0-817c-cf7ff59c6069 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c24ad78d-6a7e-4355-ae0c-4152a4caf1b4 HTTP/1.1" status: 200 len: 854 time: 0.0586784 Feb 28 19:04:37.300295 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-df5c82ba-f6bd-43ca-97cc-fed5bad70b2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453362 Feb 28 19:04:37.440216 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cecae9-1e30-44f8-9a87-3666f9e9fad6 req-2f7b4a86-9278-46e2-98ab-f2d018f1e6af tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:37.441643 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a5cecae9-1e30-44f8-9a87-3666f9e9fad6 req-2f7b4a86-9278-46e2-98ab-f2d018f1e6af tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 943 time: 0.0779085 Feb 28 19:04:37.484990 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a5cecae9-1e30-44f8-9a87-3666f9e9fad6 req-b4e9718d-620e-4021-92bb-9288c4a9f159 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372939 Feb 28 19:04:37.695618 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-4577852f-6b56-4fe2-834f-cd9b90619e90 service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229968 Feb 28 19:04:37.833463 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-949017a7-8132-41a3-a3d7-400443164527 req-5f095fb7-35b5-4fdd-a3cf-bf7a49c58f6e service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314387 Feb 28 19:04:38.114013 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3a6d2fbc-e10a-4764-acd2-305c61498e7b req-5e92db5b-7b6e-43e6-9f99-ce00dcdcaaaa tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 210 time: 0.0785842 Feb 28 19:04:38.148516 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1e29-0e41-412e-b274-e2174af73bb8 req-203547f3-f8d4-44cc-bf90-8fd92ebf1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:38.149933 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c2ed1e29-0e41-412e-b274-e2174af73bb8 req-203547f3-f8d4-44cc-bf90-8fd92ebf1f37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 1096 time: 0.0781050 Feb 28 19:04:38.214902 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-1662f309-269c-4b55-9c70-e36baaff9def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.420910 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1e29-0e41-412e-b274-e2174af73bb8 req-c36229ba-a151-43e2-bb88-ab56345c87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:38.422355 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c2ed1e29-0e41-412e-b274-e2174af73bb8 req-c36229ba-a151-43e2-bb88-ab56345c87ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 200 len: 915 time: 0.2663872 Feb 28 19:04:38.428549 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-ecc6dab8-5d44-4fd4-b699-09d1ff9ffc36 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:38.431436 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-ecc6dab8-5d44-4fd4-b699-09d1ff9ffc36 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.61 "GET /v2.0/networks?id=77db8b85-5a3d-4493-8542-d665273d50c5 HTTP/1.1" status: 200 len: 809 time: 0.1874454 Feb 28 19:04:38.465951 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Request body: {'port': {'device_id': '1d1e8b4d-5b60-4aa8-a2a6-312d9082e219', 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5', 'admin_state_up': True, 'tenant_id': '1bdeeae6a56d4607962f8b0a1490547a'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:38.498991 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c2ed1e29-0e41-412e-b274-e2174af73bb8 req-ff32e1ce-6088-4ef7-b118-ee75bb77ceaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f626c26-4ced-4885-8f45-4bd5d5e7e95c HTTP/1.1" status: 200 len: 217 time: 0.0627089 Feb 28 19:04:38.506694 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f81a62-ab3a-45ff-9eb7-a47af995c16f req-bc666855-a73a-4f1d-ba95-d5b5dec7349e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:38.508834 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-72f81a62-ab3a-45ff-9eb7-a47af995c16f req-bc666855-a73a-4f1d-ba95-d5b5dec7349e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1832380 Feb 28 19:04:38.604263 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-72f81a62-ab3a-45ff-9eb7-a47af995c16f req-f38abe89-0e9b-4a0d-8afd-39560c76dbce tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593579 Feb 28 19:04:38.605785 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1e29-0e41-412e-b274-e2174af73bb8 req-1e80533d-9034-406e-ba98-1ba3cdfc864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:38.607141 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c2ed1e29-0e41-412e-b274-e2174af73bb8 req-1e80533d-9034-406e-ba98-1ba3cdfc864b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c24ad78d-6a7e-4355-ae0c-4152a4caf1b4 HTTP/1.1" status: 200 len: 854 time: 0.0971203 Feb 28 19:04:38.607934 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:38.612151 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Usage tracker for resource:port and tenant:1bdeeae6a56d4607962f8b0a1490547a is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:38.615255 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:38.621452 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:38.704930 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c2ed1e29-0e41-412e-b274-e2174af73bb8 req-719f30ca-fe22-4e39-9c2c-5d1bacab5d07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=449788a3-ff13-44f6-8b3b-66a4d81bb7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539644 Feb 28 19:04:38.755861 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Made reservation on behalf of 1bdeeae6a56d4607962f8b0a1490547a for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:38.759332 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.833872 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc759-9afa-4716-a390-373a421c90dc req-828dab75-45b3-4b38-b97c-aa23abdf608f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:38.835993 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f0ecc759-9afa-4716-a390-373a421c90dc req-828dab75-45b3-4b38-b97c-aa23abdf608f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 943 time: 0.2254975 Feb 28 19:04:38.844935 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.879223 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c2ed1e29-0e41-412e-b274-e2174af73bb8 req-14921316-ea59-4ced-acc5-81524a567250 service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658063 Feb 28 19:04:38.931560 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f0ecc759-9afa-4716-a390-373a421c90dc req-498194e7-0b98-462b-8240-f0fdb18a25f0 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836112 Feb 28 19:04:38.940096 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Allocated IP 172.20.0.5 (77db8b85-5a3d-4493-8542-d665273d50c5/1d6af6b6-711a-4c9c-917a-b2d3d5156b17/803d189d-eff4-4043-8232-89811430f5a5) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:04:39.070764 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c2ed1e29-0e41-412e-b274-e2174af73bb8 req-021ac00f-95c6-4454-8d67-203aa46e624c service neutron] 10.222.0.61 "GET /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833823 Feb 28 19:04:39.142177 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.216003 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.264786 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cf096c8f-04ba-4d7d-ad65-a5f121780cb5 req-f0da1121-51d5-4285-8f5c-2db34d9e38ee tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 210 time: 0.0424500 Feb 28 19:04:39.344782 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.414328 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Network 77db8b85-5a3d-4493-8542-d665273d50c5 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:39.422391 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:39.433533 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:04:39.461511 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Pushing event updated for resources: {'Port': ['ID=803d189d-eff4-4043-8232-89811430f5a5,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:39.476248 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.476602 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.476908 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.477236 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.477552 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.477878 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.478196 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.478512 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.478830 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.479167 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.479501 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.479803 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:39.502423 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:39.503024 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.605355 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-546d8965-fda3-40cd-ad55-b90d6fd82439 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1432941 Feb 28 19:04:39.616256 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Request body: {'port': {'device_id': '1d1e8b4d-5b60-4aa8-a2a6-312d9082e219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:39.728917 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.795193 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533024-1106-4969-aee7-83278acf0761 req-f454f45c-bd7c-4061-8eed-5782f842e44f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:39.796593 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d1533024-1106-4969-aee7-83278acf0761 req-f454f45c-bd7c-4061-8eed-5782f842e44f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0873988 Feb 28 19:04:39.841190 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d1533024-1106-4969-aee7-83278acf0761 req-4224e43b-83fa-4e6e-a8af-77f392e73284 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386114 Feb 28 19:04:40.074167 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803d189d-eff4-4043-8232-89811430f5a5 {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:04:40.081475 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.096699 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Transition to ACTIVE for port object 803d189d-eff4-4043-8232-89811430f5a5 will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:40.111754 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4c986-a097-4106-a0fe-5139ab76d2d8 req-62862836-0259-49c7-9d06-8ac82dd40bc4 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:40.118845 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-afd4c986-a097-4106-a0fe-5139ab76d2d8 req-62862836-0259-49c7-9d06-8ac82dd40bc4 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 943 time: 0.0794053 Feb 28 19:04:40.160245 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-afd4c986-a097-4106-a0fe-5139ab76d2d8 req-1f7fa57a-3901-490c-b8a4-eeead7911193 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Feb 28 19:04:40.187489 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.313250 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Pushing event updated for resources: {'Port': ['ID=803d189d-eff4-4043-8232-89811430f5a5,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:40.418081 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Attempting to bind port 803d189d-eff4-4043-8232-89811430f5a5 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:04:40.418636 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Attempting to bind port 803d189d-eff4-4043-8232-89811430f5a5 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'aa935d8d-380a-47d2-9c5e-0ac05ac96a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:04:40.419046 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Attempting to bind port 803d189d-eff4-4043-8232-89811430f5a5 on network 77db8b85-5a3d-4493-8542-d665273d50c5 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:40.423753 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Port 803d189d-eff4-4043-8232-89811430f5a5 on network 77db8b85-5a3d-4493-8542-d665273d50c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:04:40.424072 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Attempting to bind port 803d189d-eff4-4043-8232-89811430f5a5 on network 77db8b85-5a3d-4493-8542-d665273d50c5 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:40.429060 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:04:40.429394 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Checking segment: {'id': 'aa935d8d-380a-47d2-9c5e-0ac05ac96a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:40.429785 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Bound using segment: {'id': 'aa935d8d-380a-47d2-9c5e-0ac05ac96a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:04:40.430629 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Bound port: 803d189d-eff4-4043-8232-89811430f5a5, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa935d8d-380a-47d2-9c5e-0ac05ac96a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:04:40.431100 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.453633 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f689bd-4376-437d-832c-f60dd94a1899 req-12a23833-9b06-4ef9-8ae9-7e5fc5ebed3b tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:40.455061 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-98f689bd-4376-437d-832c-f60dd94a1899 req-12a23833-9b06-4ef9-8ae9-7e5fc5ebed3b tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 943 time: 0.0827460 Feb 28 19:04:40.498668 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-98f689bd-4376-437d-832c-f60dd94a1899 req-17d1cf9b-d6e3-4504-a0b2-fd356c4b31e5 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375366 Feb 28 19:04:40.526615 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] For port 803d189d-eff4-4043-8232-89811430f5a5, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:04:40.530094 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] For port 803d189d-eff4-4043-8232-89811430f5a5, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=803d189d-eff4-4043-8232-89811430f5a5,segment=NetworkSegment(aa935d8d-380a-47d2-9c5e-0ac05ac96a96),segment_id=aa935d8d-380a-47d2-9c5e-0ac05ac96a96)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:04:40.622544 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.679811 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:40.680413 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.682426 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] 10.222.0.61 "PUT /v2.0/ports/803d189d-eff4-4043-8232-89811430f5a5 HTTP/1.1" status: 200 len: 1093 time: 1.0702467 Feb 28 19:04:40.682857 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1e8b4d-5b60-4aa8-a2a6-312d9082e219', 'tag': '803d189d-eff4-4043-8232-89811430f5a5'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:04:40.709646 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9a7c2-7709-4abe-bead-dfe479d9c6ff service neutron] Pushing event updated for resources: {'Port': ['ID=803d189d-eff4-4043-8232-89811430f5a5,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:40.728849 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1e8b4d-5b60-4aa8-a2a6-312d9082e219', 'tag': '803d189d-eff4-4043-8232-89811430f5a5', 'status': 'completed', 'code': 200} Feb 28 19:04:40.825458 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67974f-a00d-47ca-a606-9570c30c0b05 req-d8c2a202-55a2-4e38-94d1-c4486365d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:40.826903 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fb67974f-a00d-47ca-a606-9570c30c0b05 req-d8c2a202-55a2-4e38-94d1-c4486365d28f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1bdeeae6a56d4607962f8b0a1490547a&device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 1096 time: 0.0739875 Feb 28 19:04:40.862280 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.970054 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67974f-a00d-47ca-a606-9570c30c0b05 req-3281d811-bf97-4c88-8e43-6ed0825217cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:40.971852 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fb67974f-a00d-47ca-a606-9570c30c0b05 req-3281d811-bf97-4c88-8e43-6ed0825217cb service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1bdeeae6a56d4607962f8b0a1490547a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1375232 Feb 28 19:04:41.041760 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4bf8c-c9a4-4aa5-bf31-1ab8ae81d2ef req-32cc69be-63f0-46fe-988b-30d2429e844e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:41.043529 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e7e4bf8c-c9a4-4aa5-bf31-1ab8ae81d2ef req-32cc69be-63f0-46fe-988b-30d2429e844e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0930781 Feb 28 19:04:41.093250 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e7e4bf8c-c9a4-4aa5-bf31-1ab8ae81d2ef req-acf3da42-5366-4f38-9378-e8cfce73f49d tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Feb 28 19:04:41.116033 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67974f-a00d-47ca-a606-9570c30c0b05 req-05a8a250-1240-4e66-a575-c3493e775f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:41.119941 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fb67974f-a00d-47ca-a606-9570c30c0b05 req-05a8a250-1240-4e66-a575-c3493e775f5b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391199 Feb 28 19:04:41.245482 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88124359-a681-45b9-936c-2d66f3be47fc req-4d1d5a10-346f-4ee5-9e5f-fe93b7feda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:41.246943 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-88124359-a681-45b9-936c-2d66f3be47fc req-4d1d5a10-346f-4ee5-9e5f-fe93b7feda53 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 1098 time: 0.0753009 Feb 28 19:04:41.258405 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-4df995b7-7aff-4d01-a6d3-67a39d95a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:41.261257 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-4df995b7-7aff-4d01-a6d3-67a39d95a226 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1bdeeae6a56d4607962f8b0a1490547a&device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 1096 time: 0.0902519 Feb 28 19:04:41.322420 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-88124359-a681-45b9-936c-2d66f3be47fc req-579469e3-8a72-471d-8ad0-a7a15c6f145a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686908 Feb 28 19:04:41.332827 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-86e06680-a0d0-4514-8420-c3b3d7db466c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=803d189d-eff4-4043-8232-89811430f5a5 HTTP/1.1" status: 200 len: 217 time: 0.0638726 Feb 28 19:04:41.370347 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73c0b7-b002-4743-b94a-4d18d58f6ebd req-74c949dc-b3d2-432e-9d84-bf21ae8d1481 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:41.371798 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9a73c0b7-b002-4743-b94a-4d18d58f6ebd req-74c949dc-b3d2-432e-9d84-bf21ae8d1481 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 943 time: 0.0851753 Feb 28 19:04:41.415877 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9a73c0b7-b002-4743-b94a-4d18d58f6ebd req-ca5880c4-196d-48f1-8b57-4ee657789ef3 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384212 Feb 28 19:04:41.683047 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944736bc-89e3-46ec-acb9-22b4c41ee1f5 req-6cdc90f2-efd9-463d-8ad8-1c3ac67e75cc tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:41.684805 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-944736bc-89e3-46ec-acb9-22b4c41ee1f5 req-6cdc90f2-efd9-463d-8ad8-1c3ac67e75cc tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 943 time: 0.0837624 Feb 28 19:04:41.732791 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-944736bc-89e3-46ec-acb9-22b4c41ee1f5 req-2a26cd0f-a7e6-42ed-ab6b-4bc358dde4fe tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Feb 28 19:04:41.748823 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-01ff2dc7-d7e3-4691-97ae-14a26c67bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:41.750432 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-01ff2dc7-d7e3-4691-97ae-14a26c67bf3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d6af6b6-711a-4c9c-917a-b2d3d5156b17 HTTP/1.1" status: 200 len: 849 time: 0.1200345 Feb 28 19:04:41.797510 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-6e3bc4bf-8f2b-4222-a3d2-b0121099ae25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=77db8b85-5a3d-4493-8542-d665273d50c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405452 Feb 28 19:04:41.926232 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-27195fb8-893d-40ce-99f5-7296a1787631 service neutron] 10.222.0.61 "GET /v2.0/networks/77db8b85-5a3d-4493-8542-d665273d50c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222270 Feb 28 19:04:42.057084 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-366b34f6-5c25-4f36-a096-2d0b2d2fc2d7 req-875e7e1d-6bdd-4c4d-8bb7-347e12e7ec89 service neutron] 10.222.0.61 "GET /v2.0/networks/77db8b85-5a3d-4493-8542-d665273d50c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235361 Feb 28 19:04:42.279262 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66d966-47e9-4177-a9cf-8b860ae6c4b3 req-6fea0cae-f201-45aa-8477-59ec157bfa4c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:42.280739 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-df66d966-47e9-4177-a9cf-8b860ae6c4b3 req-6fea0cae-f201-45aa-8477-59ec157bfa4c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0802555 Feb 28 19:04:42.326852 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-df66d966-47e9-4177-a9cf-8b860ae6c4b3 req-4831694f-3111-471d-94a2-638c54dcccb9 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Feb 28 19:04:42.605720 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b55d86-f07f-4bab-b624-d9012f909b3f req-c8b8cd6b-7fb0-475d-a070-250479984a6f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:42.607071 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-53b55d86-f07f-4bab-b624-d9012f909b3f req-c8b8cd6b-7fb0-475d-a070-250479984a6f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 943 time: 0.0826950 Feb 28 19:04:42.720541 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-53b55d86-f07f-4bab-b624-d9012f909b3f req-251bb482-6af0-4b11-a730-31c43ca6a283 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078513 Feb 28 19:04:42.921731 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56524743-2d21-438c-97db-188437dabae0 req-5aab2cde-eaee-4f47-a308-aa5f39b756fe tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:42.923218 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-56524743-2d21-438c-97db-188437dabae0 req-5aab2cde-eaee-4f47-a308-aa5f39b756fe tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 943 time: 0.0823164 Feb 28 19:04:42.969741 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-56524743-2d21-438c-97db-188437dabae0 req-f6d05d95-ee1d-4e47-915a-790cac4fc826 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401750 Feb 28 19:04:43.001601 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:04:43.519063 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa118d19-7cb5-4643-955d-f0d742946e1f req-60a1f4cb-20e9-4d09-90ff-fd0657461406 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:43.520529 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-aa118d19-7cb5-4643-955d-f0d742946e1f req-60a1f4cb-20e9-4d09-90ff-fd0657461406 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0830402 Feb 28 19:04:43.566704 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-aa118d19-7cb5-4643-955d-f0d742946e1f req-1aae6958-8e9b-4292-86e5-da3b0dd3eb93 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400600 Feb 28 19:04:43.897826 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 8f626c26-4ced-4885-8f45-4bd5d5e7e95c details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:04:43.910842 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf7983-d5a7-4e80-a87d-5fc4bbc0ed87 req-0c387392-3997-485e-a9a6-d0b5f95f25a9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:43.912289 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4fbf7983-d5a7-4e80-a87d-5fc4bbc0ed87 req-0c387392-3997-485e-a9a6-d0b5f95f25a9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 943 time: 0.0827119 Feb 28 19:04:43.957168 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4fbf7983-d5a7-4e80-a87d-5fc4bbc0ed87 req-9eee3dab-85b3-424b-a3a2-ec60517ea8c4 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381148 Feb 28 19:04:44.066904 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8f626c26-4ced-4885-8f45-4bd5d5e7e95c,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:44.080457 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '8f626c26-4ced-4885-8f45-4bd5d5e7e95c', 'network_id': '449788a3-ff13-44f6-8b3b-66a4d81bb7d5', 'port_id': '8f626c26-4ced-4885-8f45-4bd5d5e7e95c', 'mac_address': 'fa:16:3e:0a:ff:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24ad78d-6a7e-4355-ae0c-4152a4caf1b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:04:44.138489 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.155944 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f626c26-4ced-4885-8f45-4bd5d5e7e95c {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:04:44.160743 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea491be-bbe2-4d4a-b343-1f59253ef8bc req-68856ec2-3fd1-441e-b22a-031c5d112212 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:44.162190 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cea491be-bbe2-4d4a-b343-1f59253ef8bc req-68856ec2-3fd1-441e-b22a-031c5d112212 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 943 time: 0.0834894 Feb 28 19:04:44.172008 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8f626c26-4ced-4885-8f45-4bd5d5e7e95c,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:44.205695 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cea491be-bbe2-4d4a-b343-1f59253ef8bc req-12bac379-2bb8-4b2b-98cb-74cf8611edcb tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373168 Feb 28 19:04:44.301815 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.368240 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=8f626c26-4ced-4885-8f45-4bd5d5e7e95c,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:44.370037 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 60638) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:44.489669 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-640e454a-0b40-4607-9e72-ab4373f792bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.504549 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-640e454a-0b40-4607-9e72-ab4373f792bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:44.508401 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-640e454a-0b40-4607-9e72-ab4373f792bd admin admin] Usage tracker for resource:security_group_rule and tenant:7590feb28b264614a1722895b111f1bf is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:44.511967 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-640e454a-0b40-4607-9e72-ab4373f792bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:44.517580 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-640e454a-0b40-4607-9e72-ab4373f792bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:44.596696 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-640e454a-0b40-4607-9e72-ab4373f792bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.702078 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-640e454a-0b40-4607-9e72-ab4373f792bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.750530 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5cc83-f6b6-447f-ba08-4ac344ac4d32 req-fc450c6a-ebcd-44b4-b594-8ab4cd7e9279 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:44.751070 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-640e454a-0b40-4607-9e72-ab4373f792bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7590feb28b264614a1722895b111f1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798959 Feb 28 19:04:44.752158 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-66c5cc83-f6b6-447f-ba08-4ac344ac4d32 req-fc450c6a-ebcd-44b4-b594-8ab4cd7e9279 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0827193 Feb 28 19:04:44.753546 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e454a-0b40-4607-9e72-ab4373f792bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506fc316-c0fd-4f7f-b2e0-457bb411594a,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:44.753685 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 60646) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:44.830761 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-66c5cc83-f6b6-447f-ba08-4ac344ac4d32 req-050f4203-42cb-45c8-a3b6-81f8be608fd0 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624413 Feb 28 19:04:44.851094 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['8f626c26-4ced-4885-8f45-4bd5d5e7e95c'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:04:44.851296 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f10d83b6-90b0-4044-b4ce-a9f6990b6c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.879231 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f10d83b6-90b0-4044-b4ce-a9f6990b6c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.067641 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f10d83b6-90b0-4044-b4ce-a9f6990b6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.117955 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d83b6-90b0-4044-b4ce-a9f6990b6c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506fc316-c0fd-4f7f-b2e0-457bb411594a,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:45.141001 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f10d83b6-90b0-4044-b4ce-a9f6990b6c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.143714 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-f10d83b6-90b0-4044-b4ce-a9f6990b6c79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/506fc316-c0fd-4f7f-b2e0-457bb411594a HTTP/1.1" status: 204 len: 168 time: 0.3875589 Feb 28 19:04:45.181331 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a458647-815f-461b-8e3b-ecc7b1b26293 req-78f57f30-ba15-4992-a681-7ca764bc5641 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:45.182928 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2a458647-815f-461b-8e3b-ecc7b1b26293 req-78f57f30-ba15-4992-a681-7ca764bc5641 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 944 time: 0.1045899 Feb 28 19:04:45.227067 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2a458647-815f-461b-8e3b-ecc7b1b26293 req-a5731518-57dc-416d-b6b7-d8ac10890a09 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381031 Feb 28 19:04:45.400912 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef741d-0d1f-445c-84bc-d8bf639d6aee req-854874f6-e827-4abf-8fb0-585dffc26888 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:45.402289 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d3ef741d-0d1f-445c-84bc-d8bf639d6aee req-854874f6-e827-4abf-8fb0-585dffc26888 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 943 time: 0.0837140 Feb 28 19:04:45.451740 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d3ef741d-0d1f-445c-84bc-d8bf639d6aee req-6da61ff3-59e0-41bf-b628-6048184474a7 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435932 Feb 28 19:04:45.594640 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ab4cb-5728-48e8-b7b3-8b221894c9bc req-3d4e5d5f-ce29-4e02-8c5a-bed5140c703b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:45.596071 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8a5ab4cb-5728-48e8-b7b3-8b221894c9bc req-3d4e5d5f-ce29-4e02-8c5a-bed5140c703b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0836945 Feb 28 19:04:45.641098 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8a5ab4cb-5728-48e8-b7b3-8b221894c9bc req-86c97442-f1d1-444c-b60a-3ae72a3dc2a2 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 Feb 28 19:04:45.664263 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd65bf-c7d8-43ec-8034-1320e2216ab5 req-cb5a862a-81e1-4902-80be-8c543d8a64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:45.665768 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-62dd65bf-c7d8-43ec-8034-1320e2216ab5 req-cb5a862a-81e1-4902-80be-8c543d8a64bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8d685b5629d4a8185474969249dbc6e&device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 1098 time: 0.0754614 Feb 28 19:04:45.796526 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd65bf-c7d8-43ec-8034-1320e2216ab5 req-57d8f267-827e-43c3-b72b-5f2bfd38e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:45.797961 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-62dd65bf-c7d8-43ec-8034-1320e2216ab5 req-57d8f267-827e-43c3-b72b-5f2bfd38e9c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 200 len: 919 time: 0.1256757 Feb 28 19:04:45.867768 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-62dd65bf-c7d8-43ec-8034-1320e2216ab5 req-bdafba1d-40a2-410b-b275-1a43f5838e52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 HTTP/1.1" status: 200 len: 217 time: 0.0632842 Feb 28 19:04:45.932672 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd65bf-c7d8-43ec-8034-1320e2216ab5 req-d6a04222-95d3-44d9-b4fc-94621d8e89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:45.934055 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-62dd65bf-c7d8-43ec-8034-1320e2216ab5 req-d6a04222-95d3-44d9-b4fc-94621d8e89ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629540f6-b3ec-4b27-adbf-7d7d7baf6934 HTTP/1.1" status: 200 len: 858 time: 0.0601907 Feb 28 19:04:45.977447 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 60666) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:45.979575 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-62dd65bf-c7d8-43ec-8034-1320e2216ab5 req-dd804e5b-c979-424f-8400-6b45b8f392c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b57127cd-5080-498c-a2a9-a9aa12e27acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395098 Feb 28 19:04:45.995845 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-022d1267-199b-4ae4-92db-3a94c578130f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:46.013919 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-022d1267-199b-4ae4-92db-3a94c578130f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:46.017669 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-022d1267-199b-4ae4-92db-3a94c578130f admin admin] Usage tracker for resource:security_group_rule and tenant:e2043a5509a14a62bd70ddd014f95e8c is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:46.020456 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-022d1267-199b-4ae4-92db-3a94c578130f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:46.026325 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-022d1267-199b-4ae4-92db-3a94c578130f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:46.106431 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-022d1267-199b-4ae4-92db-3a94c578130f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:46.107866 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-62dd65bf-c7d8-43ec-8034-1320e2216ab5 req-b06e416f-a5bc-473d-b6c1-332eb4ce1515 service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224597 Feb 28 19:04:46.187924 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-022d1267-199b-4ae4-92db-3a94c578130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:46.234996 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-022d1267-199b-4ae4-92db-3a94c578130f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2043a5509a14a62bd70ddd014f95e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563851 Feb 28 19:04:46.235891 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d1267-199b-4ae4-92db-3a94c578130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20be9e11-2ae9-487d-9cb9-241954ce5ca2,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:46.237566 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-62dd65bf-c7d8-43ec-8034-1320e2216ab5 req-16326a13-bac9-4bac-b093-b9310c407f53 service neutron] 10.222.0.61 "GET /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237264 Feb 28 19:04:46.238011 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 60670) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:46.298730 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a790b0b5-cd0e-4fd0-9def-e1c1816a1426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:46.325406 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a790b0b5-cd0e-4fd0-9def-e1c1816a1426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:46.413733 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49e94e-ef58-42aa-8fe2-daac0050b488 req-17acdafc-2c09-47a1-a17e-80db1ec5be10 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:46.415817 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1b49e94e-ef58-42aa-8fe2-daac0050b488 req-17acdafc-2c09-47a1-a17e-80db1ec5be10 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 944 time: 0.0785973 Feb 28 19:04:46.456240 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a790b0b5-cd0e-4fd0-9def-e1c1816a1426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:46.462478 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1b49e94e-ef58-42aa-8fe2-daac0050b488 req-f8bdc0d5-5a18-41bb-9f01-4a5b98b1eb6a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Feb 28 19:04:46.472316 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790b0b5-cd0e-4fd0-9def-e1c1816a1426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20be9e11-2ae9-487d-9cb9-241954ce5ca2,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:46.482147 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a790b0b5-cd0e-4fd0-9def-e1c1816a1426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:46.483256 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-a790b0b5-cd0e-4fd0-9def-e1c1816a1426 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20be9e11-2ae9-487d-9cb9-241954ce5ca2 HTTP/1.1" status: 204 len: 168 time: 0.2443526 Feb 28 19:04:46.655281 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757749db-cd92-4cb5-97e1-32e3ce4cb4f4 req-ad64e568-3f8c-44bb-9f13-7e134357d601 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:46.656728 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-757749db-cd92-4cb5-97e1-32e3ce4cb4f4 req-ad64e568-3f8c-44bb-9f13-7e134357d601 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 943 time: 0.0798059 Feb 28 19:04:46.701881 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-757749db-cd92-4cb5-97e1-32e3ce4cb4f4 req-cf4e8b84-c82b-47ef-bbed-f1c49f54ba09 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391667 Feb 28 19:04:46.834766 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7da949-51ef-4311-9f1b-76f434e82211 req-a2b48140-4347-4b0b-8343-7ede864a366c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:46.836222 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8b7da949-51ef-4311-9f1b-76f434e82211 req-a2b48140-4347-4b0b-8343-7ede864a366c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0837679 Feb 28 19:04:46.879975 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8b7da949-51ef-4311-9f1b-76f434e82211 req-9fea6ccf-5908-4fc1-a0db-bd155fa98e25 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372493 Feb 28 19:04:47.654094 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01d4c-9daf-408a-8030-2887df132ae1 req-9be84726-3964-4f48-b462-f800bddb481d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:47.655579 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cea01d4c-9daf-408a-8030-2887df132ae1 req-9be84726-3964-4f48-b462-f800bddb481d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 944 time: 0.0792212 Feb 28 19:04:47.699488 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cea01d4c-9daf-408a-8030-2887df132ae1 req-d6177949-e299-4e3b-8a89-6856621b01da tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382001 Feb 28 19:04:47.891865 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8af74-bd62-4e2d-9ded-87b02ddf76f8 req-5baba356-254b-4d86-8441-c83c1e490597 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:47.893287 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-adb8af74-bd62-4e2d-9ded-87b02ddf76f8 req-5baba356-254b-4d86-8441-c83c1e490597 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 943 time: 0.0842195 Feb 28 19:04:47.901762 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 803d189d-eff4-4043-8232-89811430f5a5 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:04:47.908416 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 8f626c26-4ced-4885-8f45-4bd5d5e7e95c up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:04:47.961222 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-adb8af74-bd62-4e2d-9ded-87b02ddf76f8 req-d8a2e00b-6ac4-401b-b712-e0d7a08511af tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622985 Feb 28 19:04:48.101252 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 803d189d-eff4-4043-8232-89811430f5a5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=803d189d-eff4-4043-8232-89811430f5a5,segment=NetworkSegment(aa935d8d-380a-47d2-9c5e-0ac05ac96a96),segment_id=aa935d8d-380a-47d2-9c5e-0ac05ac96a96)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:48.103297 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48046a01-274a-4aea-9000-0cc5621be295 req-59712c24-3b97-4e29-925e-b9dbf5e89b5b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:48.104975 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-48046a01-274a-4aea-9000-0cc5621be295 req-59712c24-3b97-4e29-925e-b9dbf5e89b5b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0823643 Feb 28 19:04:48.116491 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '803d189d-eff4-4043-8232-89811430f5a5', 'network_id': '77db8b85-5a3d-4493-8542-d665273d50c5', 'port_id': '803d189d-eff4-4043-8232-89811430f5a5', 'mac_address': 'fa:16:3e:ac:52:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6af6b6-711a-4c9c-917a-b2d3d5156b17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:04:48.154803 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-48046a01-274a-4aea-9000-0cc5621be295 req-5af0edd1-3873-4d22-a5be-0e425ae2f214 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434065 Feb 28 19:04:48.172980 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.189800 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803d189d-eff4-4043-8232-89811430f5a5 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:04:48.203163 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:04:48.210208 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:48.210634 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.239060 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 803d189d-eff4-4043-8232-89811430f5a5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=803d189d-eff4-4043-8232-89811430f5a5,segment=NetworkSegment(aa935d8d-380a-47d2-9c5e-0ac05ac96a96),segment_id=aa935d8d-380a-47d2-9c5e-0ac05ac96a96)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:48.329313 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.345223 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.402811 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0056e80-82b0-4042-b106-de36581e773c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f626c26-4ced-4885-8f45-4bd5d5e7e95c'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:04:48.417763 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8f626c26-4ced-4885-8f45-4bd5d5e7e95c,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:48.435017 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=803d189d-eff4-4043-8232-89811430f5a5,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:48.451451 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0056e80-82b0-4042-b106-de36581e773c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f626c26-4ced-4885-8f45-4bd5d5e7e95c', 'code': 200} Feb 28 19:04:48.515364 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.583908 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=8f626c26-4ced-4885-8f45-4bd5d5e7e95c,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:48.824435 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['803d189d-eff4-4043-8232-89811430f5a5'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:04:48.893022 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6d28e-6778-4bf0-a70b-bbcbe3b91897 req-a7542a44-c777-4481-840e-0e154607b934 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:48.894757 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-18f6d28e-6778-4bf0-a70b-bbcbe3b91897 req-a7542a44-c777-4481-840e-0e154607b934 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 945 time: 0.0905778 Feb 28 19:04:48.948322 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-18f6d28e-6778-4bf0-a70b-bbcbe3b91897 req-6df88017-3809-40cc-9653-826f900942c3 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463758 Feb 28 19:04:48.956865 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf07ef9-36c9-47eb-aea8-a6eebd538288 req-c2e122e5-81d3-480f-b4a6-7994815fb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:48.958473 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5bf07ef9-36c9-47eb-aea8-a6eebd538288 req-c2e122e5-81d3-480f-b4a6-7994815fb7bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 1098 time: 0.0962238 Feb 28 19:04:49.005107 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5bf07ef9-36c9-47eb-aea8-a6eebd538288 req-37264969-903c-40e5-92a6-97072de6c31a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Feb 28 19:04:49.157482 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb181f-3e2d-49f1-a5a5-24edf7e82a43 req-2fc6ca3d-0d7b-45fd-90d5-8e59d7359ec2 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:49.158919 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-caeb181f-3e2d-49f1-a5a5-24edf7e82a43 req-2fc6ca3d-0d7b-45fd-90d5-8e59d7359ec2 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 944 time: 0.0816362 Feb 28 19:04:49.318083 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-caeb181f-3e2d-49f1-a5a5-24edf7e82a43 req-00f6a6a8-dc95-4752-be2d-4ac0841d6ed2 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531715 Feb 28 19:04:49.356436 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505340c-548e-4e3d-a334-9c73ad5de1a3 req-7d0ba3da-7231-46e7-89f9-4f4b63e0a88b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:49.357847 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9505340c-548e-4e3d-a334-9c73ad5de1a3 req-7d0ba3da-7231-46e7-89f9-4f4b63e0a88b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0876534 Feb 28 19:04:49.401101 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9505340c-548e-4e3d-a334-9c73ad5de1a3 req-6a782f69-9853-428f-bd97-f4e0f1a5183a tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Feb 28 19:04:50.137370 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa992e93-b2da-42b5-8079-18a0919d29e4 req-626478c7-4e1d-4337-be79-77f8d1e15ba6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:50.138706 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fa992e93-b2da-42b5-8079-18a0919d29e4 req-626478c7-4e1d-4337-be79-77f8d1e15ba6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 945 time: 0.0806048 Feb 28 19:04:50.182751 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fa992e93-b2da-42b5-8079-18a0919d29e4 req-f2ed15b4-c381-421c-9990-950aa6bbfe9a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 Feb 28 19:04:50.504033 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27633177-9f80-49e0-a7a5-46b8c54d8f3d req-26e45751-abbe-49c5-865a-659ffeeef091 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:50.505442 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-27633177-9f80-49e0-a7a5-46b8c54d8f3d req-26e45751-abbe-49c5-865a-659ffeeef091 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 944 time: 0.0827689 Feb 28 19:04:50.591439 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-27633177-9f80-49e0-a7a5-46b8c54d8f3d req-15aa549a-38a2-4d22-b0d4-eb5c9069e92a tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550482 Feb 28 19:04:50.616884 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc04074-e7e2-401d-8177-d6ea6e5d4212 req-65baa974-36ac-492c-ae3f-3dc71d87d581 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:50.618816 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebc04074-e7e2-401d-8177-d6ea6e5d4212 req-65baa974-36ac-492c-ae3f-3dc71d87d581 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1119807 Feb 28 19:04:50.662024 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebc04074-e7e2-401d-8177-d6ea6e5d4212 req-3ebace30-98b9-499a-9d32-cf2c6fea0479 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Feb 28 19:04:51.368383 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db614d-f944-470a-b531-821d913dfa0e req-93b91a9f-1a14-4944-a0a2-9ac9d5c978d1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:51.369853 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-85db614d-f944-470a-b531-821d913dfa0e req-93b91a9f-1a14-4944-a0a2-9ac9d5c978d1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 945 time: 0.0830567 Feb 28 19:04:51.414919 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-85db614d-f944-470a-b531-821d913dfa0e req-70771bd9-0699-4ae3-8751-723caeb19bf4 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394299 Feb 28 19:04:51.777707 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf62e6-8de5-4c83-83c0-7139748d7b2c req-d2369226-e667-4a56-8085-84d2cb390780 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:51.779146 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9ecf62e6-8de5-4c83-83c0-7139748d7b2c req-d2369226-e667-4a56-8085-84d2cb390780 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 944 time: 0.0795603 Feb 28 19:04:51.827139 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9ecf62e6-8de5-4c83-83c0-7139748d7b2c req-2a1af3f6-f17b-464d-98bf-dc609ce71349 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422339 Feb 28 19:04:51.951732 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 803d189d-eff4-4043-8232-89811430f5a5 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:04:52.107586 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 803d189d-eff4-4043-8232-89811430f5a5 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:04:52.112448 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 803d189d-eff4-4043-8232-89811430f5a5 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:52.112816 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.234948 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.263544 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1e8b4d-5b60-4aa8-a2a6-312d9082e219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803d189d-eff4-4043-8232-89811430f5a5'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:04:52.276133 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 803d189d-eff4-4043-8232-89811430f5a5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=803d189d-eff4-4043-8232-89811430f5a5,segment=NetworkSegment(aa935d8d-380a-47d2-9c5e-0ac05ac96a96),segment_id=aa935d8d-380a-47d2-9c5e-0ac05ac96a96)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:52.316917 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1e8b4d-5b60-4aa8-a2a6-312d9082e219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803d189d-eff4-4043-8232-89811430f5a5', 'code': 200} Feb 28 19:04:52.360940 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.435618 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=803d189d-eff4-4043-8232-89811430f5a5,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:52.725251 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b29cc-aa2b-4369-a57c-01f7be0b01a1 req-f642eeb1-1b16-44c8-b057-4e6d84f0f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:52.726703 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-394b29cc-aa2b-4369-a57c-01f7be0b01a1 req-f642eeb1-1b16-44c8-b057-4e6d84f0f8b6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 1098 time: 0.0714061 Feb 28 19:04:52.775555 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-394b29cc-aa2b-4369-a57c-01f7be0b01a1 req-4f185458-ec50-4b44-a99a-2af4f7d6ab64 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Feb 28 19:04:53.026814 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bc4af-6a8c-44a1-a93b-883f3baf501f req-1f0a93cb-42a2-4de6-917c-866c55b505ea tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:53.028206 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0a5bc4af-6a8c-44a1-a93b-883f3baf501f req-1f0a93cb-42a2-4de6-917c-866c55b505ea tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 945 time: 0.0946858 Feb 28 19:04:53.072352 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0a5bc4af-6a8c-44a1-a93b-883f3baf501f req-c6571d8f-d422-49b8-b6f9-e333f3df4c9e tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385823 Feb 28 19:04:54.029092 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 60814) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:54.142296 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1d06e4d1-ce9f-4e9b-b3e4-c9735a138989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.157044 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-1d06e4d1-ce9f-4e9b-b3e4-c9735a138989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:54.160772 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-1d06e4d1-ce9f-4e9b-b3e4-c9735a138989 admin admin] Usage tracker for resource:security_group_rule and tenant:3b92df90400d485b981f9ecc9d6522c3 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:54.163581 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-1d06e4d1-ce9f-4e9b-b3e4-c9735a138989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:54.170159 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-1d06e4d1-ce9f-4e9b-b3e4-c9735a138989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:54.250426 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1d06e4d1-ce9f-4e9b-b3e4-c9735a138989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.258442 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dee625-71fc-45b3-8a7f-0cf55c5670a2 req-ba19a6ba-0f66-4a19-8f65-ce78ba0a36c3 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:54.260312 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-33dee625-71fc-45b3-8a7f-0cf55c5670a2 req-ba19a6ba-0f66-4a19-8f65-ce78ba0a36c3 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 945 time: 0.0833592 Feb 28 19:04:54.305444 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-33dee625-71fc-45b3-8a7f-0cf55c5670a2 req-95335d2f-83cd-417b-b0ea-fe726176594c tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392385 Feb 28 19:04:54.330085 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1d06e4d1-ce9f-4e9b-b3e4-c9735a138989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.376963 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-1d06e4d1-ce9f-4e9b-b3e4-c9735a138989 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b92df90400d485b981f9ecc9d6522c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467722 Feb 28 19:04:54.377816 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06e4d1-ce9f-4e9b-b3e4-c9735a138989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e7d800-5f31-4d28-8d1b-1fba602b6802,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:54.379591 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 60822) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:54.438145 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-596bfdd8-cc7f-485c-9b14-8b481a277a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.465157 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-596bfdd8-cc7f-485c-9b14-8b481a277a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.593231 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-596bfdd8-cc7f-485c-9b14-8b481a277a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.612261 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bfdd8-cc7f-485c-9b14-8b481a277a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e7d800-5f31-4d28-8d1b-1fba602b6802,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:54.620246 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-596bfdd8-cc7f-485c-9b14-8b481a277a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.623663 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-596bfdd8-cc7f-485c-9b14-8b481a277a52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24e7d800-5f31-4d28-8d1b-1fba602b6802 HTTP/1.1" status: 204 len: 168 time: 0.2407913 Feb 28 19:04:55.442024 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 60850) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:55.459518 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-391a6f65-abb5-43af-b254-02a5675664b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:55.473241 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-391a6f65-abb5-43af-b254-02a5675664b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:55.476905 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-391a6f65-abb5-43af-b254-02a5675664b4 admin admin] Usage tracker for resource:security_group_rule and tenant:f64f137aa2214e4d9764490dea5d04f8 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:55.480246 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-391a6f65-abb5-43af-b254-02a5675664b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:55.486653 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-391a6f65-abb5-43af-b254-02a5675664b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:55.496860 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2a56d-550d-4e76-a133-ccad34419a1b req-e2612025-92ba-420c-ba73-33b9a33828c2 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:55.504451 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a9e2a56d-550d-4e76-a133-ccad34419a1b req-e2612025-92ba-420c-ba73-33b9a33828c2 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 945 time: 0.0942707 Feb 28 19:04:55.546484 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a9e2a56d-550d-4e76-a133-ccad34419a1b req-cfc9c5d5-fa0f-4166-a3f5-b9d8550b4b18 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Feb 28 19:04:55.573938 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-391a6f65-abb5-43af-b254-02a5675664b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:55.686408 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-391a6f65-abb5-43af-b254-02a5675664b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:55.781858 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-391a6f65-abb5-43af-b254-02a5675664b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f64f137aa2214e4d9764490dea5d04f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386779 Feb 28 19:04:55.783533 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a6f65-abb5-43af-b254-02a5675664b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ef6f5b-efba-4636-9571-03f09610abff,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:55.784478 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 60856) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:55.841173 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5ecf1546-e5e5-4abe-8ec1-565dd84b907c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:55.866812 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5ecf1546-e5e5-4abe-8ec1-565dd84b907c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.010419 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5ecf1546-e5e5-4abe-8ec1-565dd84b907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.027946 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf1546-e5e5-4abe-8ec1-565dd84b907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ef6f5b-efba-4636-9571-03f09610abff,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:56.033606 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5ecf1546-e5e5-4abe-8ec1-565dd84b907c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.036972 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-5ecf1546-e5e5-4abe-8ec1-565dd84b907c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64ef6f5b-efba-4636-9571-03f09610abff HTTP/1.1" status: 204 len: 168 time: 0.2492762 Feb 28 19:04:57.769073 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43184271-2687-430c-8494-0c8b6f42580c req-ce5fb685-952b-4c34-a7dc-fd3d34f5cf4c tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:57.770515 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-43184271-2687-430c-8494-0c8b6f42580c req-ce5fb685-952b-4c34-a7dc-fd3d34f5cf4c tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 945 time: 0.0847199 Feb 28 19:04:57.816956 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-43184271-2687-430c-8494-0c8b6f42580c req-fc8739c9-3cc4-45bf-8103-3474540b479c tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385890 Feb 28 19:04:58.896577 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d3712-2d9f-4ada-8376-ee3a60ace388 req-645e1ec2-9021-45d9-bd57-56acc7313669 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:58.898037 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f24d3712-2d9f-4ada-8376-ee3a60ace388 req-645e1ec2-9021-45d9-bd57-56acc7313669 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.0964305 Feb 28 19:04:58.985109 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f24d3712-2d9f-4ada-8376-ee3a60ace388 req-7601ad8e-42cc-43f4-bf3d-71ae5d0cb72f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812802 Feb 28 19:04:59.029571 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3fd78-3b54-412d-b7de-44d465c4a9db req-083e232e-5584-4332-83dd-cb0ec7640784 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:59.030984 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-55e3fd78-3b54-412d-b7de-44d465c4a9db req-083e232e-5584-4332-83dd-cb0ec7640784 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 945 time: 0.0948441 Feb 28 19:04:59.077062 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-55e3fd78-3b54-412d-b7de-44d465c4a9db req-c1309c50-4007-47c8-8c24-e59efb30a3c5 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Feb 28 19:04:59.781077 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-86536573-a2d5-4ac0-b340-be55d7d12d20 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:59.781792 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-86536573-a2d5-4ac0-b340-be55d7d12d20 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Synchronizing usage tracker for tenant:1bdeeae6a56d4607962f8b0a1490547a on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:04:59.964667 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-86536573-a2d5-4ac0-b340-be55d7d12d20 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Unset dirty status for tenant:1bdeeae6a56d4607962f8b0a1490547a on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:04:59.965824 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-86536573-a2d5-4ac0-b340-be55d7d12d20 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 945 time: 0.2666030 Feb 28 19:05:00.043699 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-72b70ffe-341e-4028-bce1-0be5cd8dea95 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Deleting port 803d189d-eff4-4043-8232-89811430f5a5 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:05:00.044151 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-72b70ffe-341e-4028-bce1-0be5cd8dea95 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.185676 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73198695-a2f6-49f1-9916-81386ee0c061 req-6dae3ee2-b20f-490f-b51a-f8340176f312 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:00.187403 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-73198695-a2f6-49f1-9916-81386ee0c061 req-6dae3ee2-b20f-490f-b51a-f8340176f312 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.0892496 Feb 28 19:05:00.281867 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-73198695-a2f6-49f1-9916-81386ee0c061 req-a0cf19a4-2b4d-4468-a283-3cfea1e562d7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604892 Feb 28 19:05:00.310276 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-72b70ffe-341e-4028-bce1-0be5cd8dea95 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] For port 803d189d-eff4-4043-8232-89811430f5a5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=803d189d-eff4-4043-8232-89811430f5a5,segment=NetworkSegment(aa935d8d-380a-47d2-9c5e-0ac05ac96a96),segment_id=aa935d8d-380a-47d2-9c5e-0ac05ac96a96)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:00.310634 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-72b70ffe-341e-4028-bce1-0be5cd8dea95 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.314608 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ae438-1485-4d3d-817c-77f4254c48fd req-f732830e-c524-4b46-8acf-54c9a9e2c18a tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:00.316250 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-530ae438-1485-4d3d-817c-77f4254c48fd req-f732830e-c524-4b46-8acf-54c9a9e2c18a tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 945 time: 0.1279166 Feb 28 19:05:00.363654 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-530ae438-1485-4d3d-817c-77f4254c48fd req-7b8d435d-d5e1-4db3-a65f-17d97bcfc8e4 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccebc39f-f642-4bd1-8598-55599652c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Feb 28 19:05:00.437392 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-72b70ffe-341e-4028-bce1-0be5cd8dea95 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Calling delete_port for 803d189d-eff4-4043-8232-89811430f5a5 owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:05:00.501440 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.681169 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-72b70ffe-341e-4028-bce1-0be5cd8dea95 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.696135 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['803d189d-eff4-4043-8232-89811430f5a5'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:00.732585 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b70ffe-341e-4028-bce1-0be5cd8dea95 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Pushing event deleted for resources: {'Port': ['ID=803d189d-eff4-4043-8232-89811430f5a5,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:00.806964 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-72b70ffe-341e-4028-bce1-0be5cd8dea95 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] No DVR routers for this DVR port 803d189d-eff4-4043-8232-89811430f5a5 on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:05:00.809988 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-72b70ffe-341e-4028-bce1-0be5cd8dea95 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.812458 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1e8b4d-5b60-4aa8-a2a6-312d9082e219', 'name': 'network-vif-deleted', 'tag': '803d189d-eff4-4043-8232-89811430f5a5'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:00.856663 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1e8b4d-5b60-4aa8-a2a6-312d9082e219', 'name': 'network-vif-deleted', 'tag': '803d189d-eff4-4043-8232-89811430f5a5', 'status': 'completed', 'code': 200} Feb 28 19:05:00.944354 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f33d1bed-0a1e-4085-9a89-dec6494e495c req-72b70ffe-341e-4028-bce1-0be5cd8dea95 tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.61 "DELETE /v2.0/ports/803d189d-eff4-4043-8232-89811430f5a5 HTTP/1.1" status: 204 len: 173 time: 0.9713230 Feb 28 19:05:01.503636 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe259a-bdd2-40d0-913d-944a986bb596 req-ecaa081f-0aa5-48e1-b76b-30f99a140edb tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:01.505117 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2dbe259a-bdd2-40d0-913d-944a986bb596 req-ecaa081f-0aa5-48e1-b76b-30f99a140edb tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.1084895 Feb 28 19:05:01.560418 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-39464c1c-68df-4630-b855-2844a82dae2b req-e8db658f-0f6b-49fb-87c5-c9938afef6bb tempest-VolumesActionsTest-546708665 tempest-VolumesActionsTest-546708665-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d1e8b4d-5b60-4aa8-a2a6-312d9082e219 HTTP/1.1" status: 200 len: 210 time: 0.0540886 Feb 28 19:05:01.590355 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2dbe259a-bdd2-40d0-913d-944a986bb596 req-89c63be5-c38d-4044-a907-489ca7e6cbc7 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Feb 28 19:05:02.232973 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-802979fb-f547-4c40-99ee-f0173eb2a368 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:02.233689 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-802979fb-f547-4c40-99ee-f0173eb2a368 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Synchronizing usage tracker for tenant:e8d685b5629d4a8185474969249dbc6e on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:02.245580 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-802979fb-f547-4c40-99ee-f0173eb2a368 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Unset dirty status for tenant:e8d685b5629d4a8185474969249dbc6e on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:02.246692 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-802979fb-f547-4c40-99ee-f0173eb2a368 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.0922267 Feb 28 19:05:02.326638 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-36fc24a1-f431-4b04-b2a8-e504fea27480 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Deleting port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:05:02.326983 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-36fc24a1-f431-4b04-b2a8-e504fea27480 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:02.571771 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-36fc24a1-f431-4b04-b2a8-e504fea27480 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] For port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:02.572242 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-36fc24a1-f431-4b04-b2a8-e504fea27480 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:02.701850 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-36fc24a1-f431-4b04-b2a8-e504fea27480 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Calling delete_port for 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:05:02.905766 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 32818) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:02.918752 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092894db-bdd2-4969-8ef7-cb873f31ee0f req-75f67f4b-c63c-4fcb-a7bc-9a1bc856b402 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:02.925187 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-092894db-bdd2-4969-8ef7-cb873f31ee0f req-75f67f4b-c63c-4fcb-a7bc-9a1bc856b402 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 945 time: 0.2077036 Feb 28 19:05:02.938123 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-36fc24a1-f431-4b04-b2a8-e504fea27480 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:02.955756 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['563c7ae5-b2ec-4f78-aca8-56a58c48d7d3', 'e2dd1567-70f3-42c6-b7f4-bc55d9e367c2'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:02.998773 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-092894db-bdd2-4969-8ef7-cb873f31ee0f req-8a9a7a4f-bf62-400f-b082-7de4112e16a2 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726233 Feb 28 19:05:03.109484 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc24a1-f431-4b04-b2a8-e504fea27480 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Pushing event deleted for resources: {'Port': ['ID=563c7ae5-b2ec-4f78-aca8-56a58c48d7d3,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:03.114220 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-10a91a59-4a18-47ee-9ab7-5f2c505bee51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.162767 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-10a91a59-4a18-47ee-9ab7-5f2c505bee51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:03.198915 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-10a91a59-4a18-47ee-9ab7-5f2c505bee51 admin admin] Usage tracker for resource:security_group_rule and tenant:ed5d0fcfcae64fe8b5a0f6d8ced4730e is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:03.205774 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-10a91a59-4a18-47ee-9ab7-5f2c505bee51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:03.208553 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-36fc24a1-f431-4b04-b2a8-e504fea27480 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] No DVR routers for this DVR port 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:05:03.213523 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-36fc24a1-f431-4b04-b2a8-e504fea27480 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.215903 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8550549-20dd-427f-a2aa-0c06fc252947', 'name': 'network-vif-deleted', 'tag': '563c7ae5-b2ec-4f78-aca8-56a58c48d7d3'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:03.220627 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-10a91a59-4a18-47ee-9ab7-5f2c505bee51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:03.280155 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8550549-20dd-427f-a2aa-0c06fc252947', 'name': 'network-vif-deleted', 'tag': '563c7ae5-b2ec-4f78-aca8-56a58c48d7d3', 'status': 'completed', 'code': 200} Feb 28 19:05:03.315857 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-10a91a59-4a18-47ee-9ab7-5f2c505bee51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.378108 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f9d5796b-7a78-46bf-811e-e6c0bf75fc4f req-36fc24a1-f431-4b04-b2a8-e504fea27480 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.61 "DELETE /v2.0/ports/563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 HTTP/1.1" status: 204 len: 173 time: 1.1215489 Feb 28 19:05:03.444524 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-10a91a59-4a18-47ee-9ab7-5f2c505bee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.492078 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-10a91a59-4a18-47ee-9ab7-5f2c505bee51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed5d0fcfcae64fe8b5a0f6d8ced4730e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852420 Feb 28 19:05:03.492877 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a91a59-4a18-47ee-9ab7-5f2c505bee51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed85c9a8-7560-4e59-8b68-62ad7d8775d7,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:03.495843 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 32832) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:03.557465 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-77b4fa7e-d22a-4828-9aa3-fc727ea5b4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.583804 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-77b4fa7e-d22a-4828-9aa3-fc727ea5b4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.744462 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-77b4fa7e-d22a-4828-9aa3-fc727ea5b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.758353 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4fa7e-d22a-4828-9aa3-fc727ea5b4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed85c9a8-7560-4e59-8b68-62ad7d8775d7,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:03.765217 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-77b4fa7e-d22a-4828-9aa3-fc727ea5b4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.768695 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-77b4fa7e-d22a-4828-9aa3-fc727ea5b4c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed85c9a8-7560-4e59-8b68-62ad7d8775d7 HTTP/1.1" status: 204 len: 168 time: 0.2693160 Feb 28 19:05:03.993613 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 803d189d-eff4-4043-8232-89811430f5a5 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:05:04.032313 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 803d189d-eff4-4043-8232-89811430f5a5 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:05:04.032430 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 803d189d-eff4-4043-8232-89811430f5a5 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:05:04.181105 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-33653795-fb9e-4617-86d6-e32dfa27f6df req-ff838dae-97fd-4d15-af60-0d3677e9178c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8550549-20dd-427f-a2aa-0c06fc252947 HTTP/1.1" status: 200 len: 210 time: 0.0513132 Feb 28 19:05:04.638743 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 32866) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:04.656062 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4d4d96cd-7402-4121-b44c-368a27e7a89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.671226 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-4d4d96cd-7402-4121-b44c-368a27e7a89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:04.674969 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-4d4d96cd-7402-4121-b44c-368a27e7a89f admin admin] Usage tracker for resource:security_group_rule and tenant:eb5706dcd260450b8d33d52759f16718 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:04.677927 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-4d4d96cd-7402-4121-b44c-368a27e7a89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:04.683826 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-4d4d96cd-7402-4121-b44c-368a27e7a89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:04.781474 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4d4d96cd-7402-4121-b44c-368a27e7a89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.867727 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4d4d96cd-7402-4121-b44c-368a27e7a89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.923466 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-4d4d96cd-7402-4121-b44c-368a27e7a89f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb5706dcd260450b8d33d52759f16718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835433 Feb 28 19:05:04.925986 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 32892) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:04.928988 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d96cd-7402-4121-b44c-368a27e7a89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19de3fcf-f097-4036-ba6a-aede8c8512a5,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:04.993501 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0778066b-4a70-4262-a91d-3319ab7f4a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.019557 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0778066b-4a70-4262-a91d-3319ab7f4a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.143736 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0778066b-4a70-4262-a91d-3319ab7f4a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.162102 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778066b-4a70-4262-a91d-3319ab7f4a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19de3fcf-f097-4036-ba6a-aede8c8512a5,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:05.164350 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0778066b-4a70-4262-a91d-3319ab7f4a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.165497 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-0778066b-4a70-4262-a91d-3319ab7f4a5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19de3fcf-f097-4036-ba6a-aede8c8512a5 HTTP/1.1" status: 204 len: 168 time: 0.2385001 Feb 28 19:05:05.451702 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-5ec131de-837a-4177-a5fe-99d9b2792538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.889996 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63097f3-6836-42c7-bdf2-e0798d96062a req-94b1889f-dd6a-4631-8e8a-31b33f155388 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:05.891480 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b63097f3-6836-42c7-bdf2-e0798d96062a req-94b1889f-dd6a-4631-8e8a-31b33f155388 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0839579 Feb 28 19:05:05.936217 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b63097f3-6836-42c7-bdf2-e0798d96062a req-be0a25d4-bcaf-4755-a326-00ad43629850 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Feb 28 19:05:06.006359 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:05:06.070325 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:05:06.071304 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 563c7ae5-b2ec-4f78-aca8-56a58c48d7d3 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:05:07.134101 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407146f7-7417-479f-992f-5091a970008d req-384c8644-c456-4cd9-a466-6836d98c245b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:07.135619 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-407146f7-7417-479f-992f-5091a970008d req-384c8644-c456-4cd9-a466-6836d98c245b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0837452 Feb 28 19:05:07.184593 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-407146f7-7417-479f-992f-5091a970008d req-a088e7eb-b89a-43e5-aa98-52ac07f0a304 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Feb 28 19:05:08.141212 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4f0e35df-b5ca-43ea-9462-73bc5e820e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:08.368456 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cfd18-3545-4878-b641-473a32a20a3c req-c13ff4f3-835f-4f18-a8ce-67387a98e2ee tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:08.369866 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-240cfd18-3545-4878-b641-473a32a20a3c req-c13ff4f3-835f-4f18-a8ce-67387a98e2ee tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0807383 Feb 28 19:05:08.417418 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-240cfd18-3545-4878-b641-473a32a20a3c req-499ea32b-bf23-4276-8ce2-cba0d045ca1c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 Feb 28 19:05:08.498336 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33002) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:08.612164 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6b59bd2e-1368-44d8-9503-947c1be8385a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:08.626069 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-6b59bd2e-1368-44d8-9503-947c1be8385a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:08.629861 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-6b59bd2e-1368-44d8-9503-947c1be8385a admin admin] Usage tracker for resource:security_group_rule and tenant:0e83bce6bf634b2a9dcbfc4ed4652293 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:08.632635 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-6b59bd2e-1368-44d8-9503-947c1be8385a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:08.638194 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-6b59bd2e-1368-44d8-9503-947c1be8385a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:08.721523 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6b59bd2e-1368-44d8-9503-947c1be8385a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:08.754726 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:08.788898 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6b59bd2e-1368-44d8-9503-947c1be8385a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:08.837399 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-6b59bd2e-1368-44d8-9503-947c1be8385a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e83bce6bf634b2a9dcbfc4ed4652293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369470 Feb 28 19:05:08.838137 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59bd2e-1368-44d8-9503-947c1be8385a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c96a968-f66d-4e17-b677-33f21b1e9251,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:08.840114 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33010) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:08.899927 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b986d3d-8ea0-42ac-91d3-c029b35cc5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:08.926131 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b986d3d-8ea0-42ac-91d3-c029b35cc5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.063974 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b986d3d-8ea0-42ac-91d3-c029b35cc5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.081396 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b986d3d-8ea0-42ac-91d3-c029b35cc5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c96a968-f66d-4e17-b677-33f21b1e9251,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:09.086072 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b986d3d-8ea0-42ac-91d3-c029b35cc5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.087576 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-1b986d3d-8ea0-42ac-91d3-c029b35cc5a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c96a968-f66d-4e17-b677-33f21b1e9251 HTTP/1.1" status: 204 len: 168 time: 0.2465088 Feb 28 19:05:09.143376 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.603368 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40703cd7-e2d3-43cc-8d3e-a053048d7404 req-5dd38b96-007b-4edc-b52e-6ded84d41ab5 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:09.604711 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-40703cd7-e2d3-43cc-8d3e-a053048d7404 req-5dd38b96-007b-4edc-b52e-6ded84d41ab5 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.0845866 Feb 28 19:05:09.648351 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-40703cd7-e2d3-43cc-8d3e-a053048d7404 req-1fc23931-e41a-490a-9f78-a11a71ad2d2c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379975 Feb 28 19:05:09.754246 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33024) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:09.771862 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-006e8c64-3847-49a3-8e37-460bc1013ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.785910 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-006e8c64-3847-49a3-8e37-460bc1013ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:09.790282 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-006e8c64-3847-49a3-8e37-460bc1013ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:83b408d942774ab8ae6a5dcdf1d5a58d is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:09.793367 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-006e8c64-3847-49a3-8e37-460bc1013ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:09.798933 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-006e8c64-3847-49a3-8e37-460bc1013ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:09.878484 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-006e8c64-3847-49a3-8e37-460bc1013ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.987059 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-006e8c64-3847-49a3-8e37-460bc1013ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.038903 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-006e8c64-3847-49a3-8e37-460bc1013ac1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83b408d942774ab8ae6a5dcdf1d5a58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835748 Feb 28 19:05:10.040691 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e8c64-3847-49a3-8e37-460bc1013ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f2c76b-d48a-44bb-a6f6-38ae920fc5de,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:10.042429 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33032) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:10.101345 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f345395a-3803-4702-ac05-680baba15fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.127107 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f345395a-3803-4702-ac05-680baba15fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.309299 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f345395a-3803-4702-ac05-680baba15fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.326870 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345395a-3803-4702-ac05-680baba15fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f2c76b-d48a-44bb-a6f6-38ae920fc5de,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:10.332940 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f345395a-3803-4702-ac05-680baba15fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.334033 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-f345395a-3803-4702-ac05-680baba15fbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9f2c76b-d48a-44bb-a6f6-38ae920fc5de HTTP/1.1" status: 204 len: 168 time: 0.2906122 Feb 28 19:05:10.862190 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197b3b3-b3d1-483e-895f-8fa9fc6fa05a req-370d7dfb-20ac-4abc-8ff5-36994ed89918 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:10.865625 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.871637 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c197b3b3-b3d1-483e-895f-8fa9fc6fa05a req-370d7dfb-20ac-4abc-8ff5-36994ed89918 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1121430 Feb 28 19:05:10.918969 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c197b3b3-b3d1-483e-895f-8fa9fc6fa05a req-e7fab24d-080d-4eec-ae25-838e1679f1f2 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430799 Feb 28 19:05:12.149276 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075465bb-08e5-4759-be0a-26a65243d9f3 req-1320331c-aac8-454d-8368-ba78ac47f72c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:12.151706 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-075465bb-08e5-4759-be0a-26a65243d9f3 req-1320331c-aac8-454d-8368-ba78ac47f72c tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1109555 Feb 28 19:05:12.220914 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-075465bb-08e5-4759-be0a-26a65243d9f3 req-d7c6b1e8-d0b8-4dd4-b7c8-2224769cbc4f tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610242 Feb 28 19:05:12.523333 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33112) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:12.806616 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-48c1d0b7-22fe-410f-9cfc-0543ddefd4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:12.821515 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-48c1d0b7-22fe-410f-9cfc-0543ddefd4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:12.825582 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-48c1d0b7-22fe-410f-9cfc-0543ddefd4cf admin admin] Usage tracker for resource:security_group_rule and tenant:0fd84922b8aa4f2189bc6a3af7bba6c7 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:12.828473 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-48c1d0b7-22fe-410f-9cfc-0543ddefd4cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:12.834120 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-48c1d0b7-22fe-410f-9cfc-0543ddefd4cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:12.933166 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-48c1d0b7-22fe-410f-9cfc-0543ddefd4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:13.087873 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-48c1d0b7-22fe-410f-9cfc-0543ddefd4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:13.285228 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-48c1d0b7-22fe-410f-9cfc-0543ddefd4cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fd84922b8aa4f2189bc6a3af7bba6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7600312 Feb 28 19:05:13.287175 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1d0b7-22fe-410f-9cfc-0543ddefd4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad37a01-b45b-450b-bc30-8c0fc0175721,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:13.288499 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33130) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:13.376620 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bdea85df-65c6-47f6-a004-19733d5713b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:13.405390 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bdea85df-65c6-47f6-a004-19733d5713b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:13.575365 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bb168-25ea-495c-b007-28456e75a90d req-e192516e-7ae8-4309-9a62-d6eec1072c7b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:13.583736 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-912bb168-25ea-495c-b007-28456e75a90d req-e192516e-7ae8-4309-9a62-d6eec1072c7b tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1213856 Feb 28 19:05:13.584720 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bdea85df-65c6-47f6-a004-19733d5713b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:13.603435 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea85df-65c6-47f6-a004-19733d5713b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad37a01-b45b-450b-bc30-8c0fc0175721,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:13.660215 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bdea85df-65c6-47f6-a004-19733d5713b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:13.665014 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-bdea85df-65c6-47f6-a004-19733d5713b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bad37a01-b45b-450b-bc30-8c0fc0175721 HTTP/1.1" status: 204 len: 168 time: 0.3712685 Feb 28 19:05:13.706911 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-912bb168-25ea-495c-b007-28456e75a90d req-524e9f20-507b-4776-9f76-87da51e815a1 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170800 Feb 28 19:05:14.869919 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5e3b8-b5db-4060-bcbe-ce657eb30e90 req-702d535f-6220-4633-a7fe-7dbc91064e41 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:14.869919 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-36c5e3b8-b5db-4060-bcbe-ce657eb30e90 req-702d535f-6220-4633-a7fe-7dbc91064e41 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 945 time: 0.0823674 Feb 28 19:05:14.931624 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-36c5e3b8-b5db-4060-bcbe-ce657eb30e90 req-7040ee71-f7a1-4bf6-acef-43d23ef2ae87 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563514 Feb 28 19:05:15.060465 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf199cb-ddd8-4475-8a57-ecd67c97bdd1 req-b5a8f7fe-f722-43f2-ba9e-bd9271c2f005 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:15.062265 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-acf199cb-ddd8-4475-8a57-ecd67c97bdd1 req-b5a8f7fe-f722-43f2-ba9e-bd9271c2f005 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1000404 Feb 28 19:05:15.136340 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-acf199cb-ddd8-4475-8a57-ecd67c97bdd1 req-a40fe8cb-7920-4c5f-a9c7-fec4b32cad60 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679162 Feb 28 19:05:15.620546 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-7c1e0273-6fc7-400c-899c-8fe1ec04ffc3 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:15.621383 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-7c1e0273-6fc7-400c-899c-8fe1ec04ffc3 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Synchronizing usage tracker for tenant:e8d685b5629d4a8185474969249dbc6e on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:15.714743 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-7c1e0273-6fc7-400c-899c-8fe1ec04ffc3 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Unset dirty status for tenant:e8d685b5629d4a8185474969249dbc6e on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:15.715989 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-7c1e0273-6fc7-400c-899c-8fe1ec04ffc3 tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.61 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.2456532 Feb 28 19:05:15.801950 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-b2f08a40-c2d6-4230-b2b2-811a96d2038e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Deleting port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:05:15.802764 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-b2f08a40-c2d6-4230-b2b2-811a96d2038e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:16.292049 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-b2f08a40-c2d6-4230-b2b2-811a96d2038e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] For port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:16.292558 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-b2f08a40-c2d6-4230-b2b2-811a96d2038e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:16.307910 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77916e1f-59bf-4c4a-9a1c-7372cd12c12a req-236a9e58-70ac-44c2-a555-af3fd206f8d8 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:16.317236 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-77916e1f-59bf-4c4a-9a1c-7372cd12c12a req-236a9e58-70ac-44c2-a555-af3fd206f8d8 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.2886982 Feb 28 19:05:16.356984 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdb75a-ad09-481d-8f75-b9f55c3f8ec4 req-8efa110e-7f09-4ab0-9a0d-f20b960eae6f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:16.358743 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9cbdb75a-ad09-481d-8f75-b9f55c3f8ec4 req-8efa110e-7f09-4ab0-9a0d-f20b960eae6f tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 945 time: 0.2214971 Feb 28 19:05:16.415205 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-77916e1f-59bf-4c4a-9a1c-7372cd12c12a req-cf9f8b74-9e62-4148-acfc-d5b9e413560b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960672 Feb 28 19:05:16.438816 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33216) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:16.473477 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9cbdb75a-ad09-481d-8f75-b9f55c3f8ec4 req-b42734d9-ccd0-409c-9ca2-b9ea93c8e580 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048398 Feb 28 19:05:16.519914 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-b2f08a40-c2d6-4230-b2b2-811a96d2038e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Calling delete_port for e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:05:16.659147 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-dd82a386-d2e4-471b-afcf-b4324a1d06d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:16.681494 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-dd82a386-d2e4-471b-afcf-b4324a1d06d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:16.687370 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-dd82a386-d2e4-471b-afcf-b4324a1d06d5 admin admin] Usage tracker for resource:security_group_rule and tenant:7f266cbde75e46c4982327da408bb5e2 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:16.691962 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-dd82a386-d2e4-471b-afcf-b4324a1d06d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:16.704630 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-dd82a386-d2e4-471b-afcf-b4324a1d06d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:16.727642 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c0e5-7514-483f-88de-2afb62009932 req-fb8386f1-eb3f-4ac0-8cc9-c783cf5b01bc tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:16.729237 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7d91c0e5-7514-483f-88de-2afb62009932 req-fb8386f1-eb3f-4ac0-8cc9-c783cf5b01bc tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 945 time: 0.1638865 Feb 28 19:05:16.795940 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7d91c0e5-7514-483f-88de-2afb62009932 req-ffd43ce6-fb35-4315-b406-746ed7302cbe tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/security-groups?id=973e7c2d-1f41-433e-9b48-279bfd342da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591521 Feb 28 19:05:16.817814 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-b2f08a40-c2d6-4230-b2b2-811a96d2038e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:16.836495 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['e2dd1567-70f3-42c6-b7f4-bc55d9e367c2'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:16.926446 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f08a40-c2d6-4230-b2b2-811a96d2038e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Pushing event deleted for resources: {'Port': ['ID=e2dd1567-70f3-42c6-b7f4-bc55d9e367c2,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:16.956237 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-dd82a386-d2e4-471b-afcf-b4324a1d06d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:17.032619 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-dd82a386-d2e4-471b-afcf-b4324a1d06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:17.065711 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-b2f08a40-c2d6-4230-b2b2-811a96d2038e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] No DVR routers for this DVR port e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:05:17.068170 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-b2f08a40-c2d6-4230-b2b2-811a96d2038e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:17.070801 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26980bce-633e-4e70-9ebd-c1a38fb5cc4a', 'name': 'network-vif-deleted', 'tag': 'e2dd1567-70f3-42c6-b7f4-bc55d9e367c2'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:17.091155 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-dd82a386-d2e4-471b-afcf-b4324a1d06d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f266cbde75e46c4982327da408bb5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6509023 Feb 28 19:05:17.092423 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33224) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:17.093232 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82a386-d2e4-471b-afcf-b4324a1d06d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeda634-c8b2-4a78-be1b-0b0630b34f5a,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:17.149878 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26980bce-633e-4e70-9ebd-c1a38fb5cc4a', 'name': 'network-vif-deleted', 'tag': 'e2dd1567-70f3-42c6-b7f4-bc55d9e367c2', 'status': 'completed', 'code': 200} Feb 28 19:05:17.201032 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-4f0b8f0c-d810-45b8-a5c4-7131c1e7733e req-b2f08a40-c2d6-4230-b2b2-811a96d2038e tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.61 "DELETE /v2.0/ports/e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 HTTP/1.1" status: 204 len: 173 time: 1.4787285 Feb 28 19:05:17.216454 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e1b7984d-102f-4c5e-ae06-0b46905e4563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:17.251559 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e1b7984d-102f-4c5e-ae06-0b46905e4563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:17.348801 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-4a44fc6e-465d-4e6f-b38e-f26aff7ce97a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:17.349892 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-4a44fc6e-465d-4e6f-b38e-f26aff7ce97a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Synchronizing usage tracker for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:17.456385 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e1b7984d-102f-4c5e-ae06-0b46905e4563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:17.485520 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7984d-102f-4c5e-ae06-0b46905e4563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeda634-c8b2-4a78-be1b-0b0630b34f5a,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:17.487925 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e1b7984d-102f-4c5e-ae06-0b46905e4563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:17.493394 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-e1b7984d-102f-4c5e-ae06-0b46905e4563 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eeeda634-c8b2-4a78-be1b-0b0630b34f5a HTTP/1.1" status: 204 len: 168 time: 0.3958590 Feb 28 19:05:17.511959 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-4a44fc6e-465d-4e6f-b38e-f26aff7ce97a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Unset dirty status for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:17.514188 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-4a44fc6e-465d-4e6f-b38e-f26aff7ce97a tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 945 time: 0.2799101 Feb 28 19:05:17.636665 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-bf96c1ea-1b10-4aec-9a72-9f43ba42a434 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Deleting port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:05:17.637269 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-bf96c1ea-1b10-4aec-9a72-9f43ba42a434 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:17.821756 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b51b6c-da69-477f-a018-9afe77322dca req-c6a926ee-8a7d-4b1e-ac41-c6f9f08187db tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:17.830855 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d9b51b6c-da69-477f-a018-9afe77322dca req-c6a926ee-8a7d-4b1e-ac41-c6f9f08187db tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 945 time: 0.1675501 Feb 28 19:05:17.868735 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd5904-aa4e-4e48-9b3e-9977b01f71f0 req-e01fbf18-924c-4914-af5e-dea70fba6e99 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:17.870194 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0dcd5904-aa4e-4e48-9b3e-9977b01f71f0 req-e01fbf18-924c-4914-af5e-dea70fba6e99 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1630108 Feb 28 19:05:17.918001 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d9b51b6c-da69-477f-a018-9afe77322dca req-8ad0ced8-4929-4fe6-b885-17134d206fbc tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861423 Feb 28 19:05:17.972893 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0dcd5904-aa4e-4e48-9b3e-9977b01f71f0 req-371f204c-a5a9-4185-abce-07f4e959e86b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911837 Feb 28 19:05:18.098047 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-bf96c1ea-1b10-4aec-9a72-9f43ba42a434 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] For port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8f626c26-4ced-4885-8f45-4bd5d5e7e95c,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:18.098624 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-bf96c1ea-1b10-4aec-9a72-9f43ba42a434 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.173655 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5b9a9047-5440-4ad1-8275-7d53ad2dd1c2 req-00f1672e-5436-4d3e-ae17-cac34ec6e12a tempest-ServerRescueNegativeTestJSON-2059301180 tempest-ServerRescueNegativeTestJSON-2059301180-project] 10.222.0.21 "GET /v2.0/ports?device_id=26980bce-633e-4e70-9ebd-c1a38fb5cc4a HTTP/1.1" status: 200 len: 210 time: 0.0687160 Feb 28 19:05:18.264545 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-bf96c1ea-1b10-4aec-9a72-9f43ba42a434 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Calling delete_port for 8f626c26-4ced-4885-8f45-4bd5d5e7e95c owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:05:18.583306 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-bf96c1ea-1b10-4aec-9a72-9f43ba42a434 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.600907 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['60d1f848-70b7-4bb1-b406-979cd526e704', 'f3587eff-27f1-497f-89ad-a020d585a895', '4446a787-0e66-4e50-9cbc-2341e7399a85', '8f626c26-4ced-4885-8f45-4bd5d5e7e95c'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:18.644139 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96c1ea-1b10-4aec-9a72-9f43ba42a434 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Pushing event deleted for resources: {'Port': ['ID=8f626c26-4ced-4885-8f45-4bd5d5e7e95c,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:18.736866 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-bf96c1ea-1b10-4aec-9a72-9f43ba42a434 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] No DVR routers for this DVR port 8f626c26-4ced-4885-8f45-4bd5d5e7e95c on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:05:18.740481 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-bf96c1ea-1b10-4aec-9a72-9f43ba42a434 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.869722 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-11dd5f0b-b9ef-4de3-a018-615a47548afd req-bf96c1ea-1b10-4aec-9a72-9f43ba42a434 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "DELETE /v2.0/ports/8f626c26-4ced-4885-8f45-4bd5d5e7e95c HTTP/1.1" status: 204 len: 173 time: 1.3506346 Feb 28 19:05:19.151671 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0056e80-82b0-4042-b106-de36581e773c', 'name': 'network-vif-deleted', 'tag': '8f626c26-4ced-4885-8f45-4bd5d5e7e95c'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:19.231785 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0606eff1-c3e1-489c-8509-42a92f3514f7 req-96a4f3db-c032-4a39-af7c-01ca3c3bdeb3 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 210 time: 0.1028101 Feb 28 19:05:19.343352 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75f140-74fd-419f-b470-ec4eb5a25f3a req-7faffd6e-7f83-4e5f-a1d8-2e9201f4fc11 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:19.343740 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0056e80-82b0-4042-b106-de36581e773c', 'name': 'network-vif-deleted', 'tag': '8f626c26-4ced-4885-8f45-4bd5d5e7e95c', 'status': 'completed', 'code': 200} Feb 28 19:05:19.343837 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-da75f140-74fd-419f-b470-ec4eb5a25f3a req-7faffd6e-7f83-4e5f-a1d8-2e9201f4fc11 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1358392 Feb 28 19:05:19.356189 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-da75f140-74fd-419f-b470-ec4eb5a25f3a req-67ef8558-b142-4b63-a2e2-9a07e888a544 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419214 Feb 28 19:05:19.389359 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33284) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:19.989216 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8065493'] for router_interface, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:20.001851 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:05:20.077890 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 8f626c26-4ced-4885-8f45-4bd5d5e7e95c no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:05:20.144741 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 8f626c26-4ced-4885-8f45-4bd5d5e7e95c {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:05:20.145652 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 8f626c26-4ced-4885-8f45-4bd5d5e7e95c not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:05:20.146278 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:05:20.190269 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:05:20.190978 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device e2dd1567-70f3-42c6-b7f4-bc55d9e367c2 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:05:20.428953 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-489dec93-1ec8-44d1-9bf9-dec2cdd63015 req-5846d8fe-c610-4bcb-b0d8-b52956572c6d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0056e80-82b0-4042-b106-de36581e773c HTTP/1.1" status: 200 len: 210 time: 0.0559580 Feb 28 19:05:20.561194 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] Deleting port 4d901b21-17ec-4a74-8865-4472a53d1a32 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:05:20.561790 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:20.636621 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212f65d-5aaa-4cf3-ab1d-031bc5e14844 req-d4405a6c-90f0-4585-a4f5-25e7623c700e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:20.638528 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a212f65d-5aaa-4cf3-ab1d-031bc5e14844 req-d4405a6c-90f0-4585-a4f5-25e7623c700e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1252804 Feb 28 19:05:20.722134 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a212f65d-5aaa-4cf3-ab1d-031bc5e14844 req-7ecfbd4e-8097-4067-ab64-2633c98378c8 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764489 Feb 28 19:05:20.986115 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] For port 4d901b21-17ec-4a74-8865-4472a53d1a32, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=4d901b21-17ec-4a74-8865-4472a53d1a32,segment=NetworkSegment(0e73b6e5-8892-47e4-a0a2-0270c3138d70),segment_id=0e73b6e5-8892-47e4-a0a2-0270c3138d70)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:20.986749 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.131208 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] Calling delete_port for 4d901b21-17ec-4a74-8865-4472a53d1a32 owned by network:router_interface {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:05:21.549210 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.604293 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d901b21-17ec-4a74-8865-4472a53d1a32,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:21.989307 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ef414-c096-42c9-9cf2-747b796b1dae req-a881ae57-6974-4296-b03e-356b94b9b5e7 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:21.998856 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1b3ef414-c096-42c9-9cf2-747b796b1dae req-a881ae57-6974-4296-b03e-356b94b9b5e7 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1164193 Feb 28 19:05:22.054478 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1b3ef414-c096-42c9-9cf2-747b796b1dae req-0a42a039-aae6-4547-9d5a-140ee9aed5bf tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542889 Feb 28 19:05:22.088229 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8065385'] for router_interface, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.673054 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] Router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:05:22.968540 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:05:22.984677 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-e63e577a-c69f-4922-8507-657c7c7f5855 admin admin] 10.222.0.21 "PUT /v2.0/routers/38b0e5d8-6564-47e4-b3ac-e4a89a28def2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6021340 Feb 28 19:05:22.984864 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e640f69-5273-43ef-ae92-c6d6d5e35f30 None None] Sync routers for ids ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:05:22.992994 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33382) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:23.014004 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e640f69-5273-43ef-ae92-c6d6d5e35f30 None None] Routers {'38b0e5d8-6564-47e4-b3ac-e4a89a28def2'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:05:23.015221 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0e640f69-5273-43ef-ae92-c6d6d5e35f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:05:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:23.308498 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:23.418694 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-0e640f69-5273-43ef-ae92-c6d6d5e35f30 None None] Set router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:05:23.675148 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a5f4b-0037-4f5b-b31a-e7e2420c9dfb req-b6d1fb3c-82e4-476f-ba0b-8528659955ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:23.677088 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-330a5f4b-0037-4f5b-b31a-e7e2420c9dfb req-b6d1fb3c-82e4-476f-ba0b-8528659955ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.2701836 Feb 28 19:05:23.679240 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:23.725782 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-330a5f4b-0037-4f5b-b31a-e7e2420c9dfb req-a3e49627-4701-456c-93ce-74063a15587e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414293 Feb 28 19:05:23.850182 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0e640f69-5273-43ef-ae92-c6d6d5e35f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'name': 'tempest-ServerRescueNegativeTestJSON-582854305-router', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:34Z', 'updated_at': '2022-02-28T19:05:21Z', 'revision_number': 5, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'gw_port': {'id': '36bb64f5-c7e3-4500-b42d-e656283c6301', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:36Z', 'updated_at': '2022-02-28T19:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:23.855048 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e640f69-5273-43ef-ae92-c6d6d5e35f30 None None] Checking router: 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:05:23.869432 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e640f69-5273-43ef-ae92-c6d6d5e35f30 None None] Routers {'38b0e5d8-6564-47e4-b3ac-e4a89a28def2'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:05:23.870715 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0e640f69-5273-43ef-ae92-c6d6d5e35f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:05:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:23.892426 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Deleting port 36bb64f5-c7e3-4500-b42d-e656283c6301 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:05:23.893104 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:24.107345 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-0e640f69-5273-43ef-ae92-c6d6d5e35f30 None None] Set router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 gateway port host: None {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:05:24.277302 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0e640f69-5273-43ef-ae92-c6d6d5e35f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'name': 'tempest-ServerRescueNegativeTestJSON-582854305-router', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:34Z', 'updated_at': '2022-02-28T19:05:23Z', 'revision_number': 6, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'gw_port_host': None}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:24.282343 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e640f69-5273-43ef-ae92-c6d6d5e35f30 None None] The sync data for ids ['38b0e5d8-6564-47e4-b3ac-e4a89a28def2'] in dv-cinder-831187-1-iscsi is: [{'id': '38b0e5d8-6564-47e4-b3ac-e4a89a28def2', 'name': 'tempest-ServerRescueNegativeTestJSON-582854305-router', 'tenant_id': 'e8d685b5629d4a8185474969249dbc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:34Z', 'updated_at': '2022-02-28T19:05:23Z', 'revision_number': 6, 'project_id': 'e8d685b5629d4a8185474969249dbc6e', 'gw_port_host': None}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:05:24.303078 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] For port 36bb64f5-c7e3-4500-b42d-e656283c6301, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=36bb64f5-c7e3-4500-b42d-e656283c6301,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:24.303837 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:24.593431 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Calling delete_port for 36bb64f5-c7e3-4500-b42d-e656283c6301 owned by network:router_gateway {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:05:24.873590 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a4920-3cf3-4b58-b50d-d22759056200 req-ae951c5b-7dd1-4504-a630-9af5484b4173 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:24.884025 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c61a4920-3cf3-4b58-b50d-d22759056200 req-ae951c5b-7dd1-4504-a630-9af5484b4173 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 946 time: 0.4017098 Feb 28 19:05:25.043819 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c61a4920-3cf3-4b58-b50d-d22759056200 req-2c55789d-eb46-48bd-99b7-e590428bab6b tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587453 Feb 28 19:05:25.158729 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00b18e-0c76-4849-b937-43c81f635c66 req-418bd6fd-7aa7-4e91-a6d2-e66a485d941b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:25.160464 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7c00b18e-0c76-4849-b937-43c81f635c66 req-418bd6fd-7aa7-4e91-a6d2-e66a485d941b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1800828 Feb 28 19:05:25.279061 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7c00b18e-0c76-4849-b937-43c81f635c66 req-9748ef82-0542-4e01-ab01-abd77727746c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996037 Feb 28 19:05:25.381344 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.474313 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=36bb64f5-c7e3-4500-b42d-e656283c6301,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:25.487844 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.488188 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.488544 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.488894 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.489217 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.489569 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.489906 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.490241 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.490545 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.490880 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.491216 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.491528 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:25.497658 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 36bb64f5-c7e3-4500-b42d-e656283c6301 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:05:25.550748 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8065776'] for router_gateway, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.552859 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 36bb64f5-c7e3-4500-b42d-e656283c6301 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:05:25.558066 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 36bb64f5-c7e3-4500-b42d-e656283c6301 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:05:25.558809 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4d901b21-17ec-4a74-8865-4472a53d1a32 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:05:25.622703 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 4d901b21-17ec-4a74-8865-4472a53d1a32 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:05:25.623394 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4d901b21-17ec-4a74-8865-4472a53d1a32 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:05:25.738488 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8023778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-531'] for router, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.743700 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.845127 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f608d30-2bbb-49fc-936e-7a6c6687c412 req-105628fa-b98a-4515-b3bb-84eec123292e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:25.846605 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f608d30-2bbb-49fc-936e-7a6c6687c412 req-105628fa-b98a-4515-b3bb-84eec123292e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.4265802 Feb 28 19:05:25.893844 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f608d30-2bbb-49fc-936e-7a6c6687c412 req-8be9582d-4d03-4814-bf82-939d11d6e6b3 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413363 Feb 28 19:05:26.022577 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8023576'] for router, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.028595 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38b0e5d8-6564-47e4-b3ac-e4a89a28def2 {{(pid=87745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:05:26.043852 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.045132 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-64af8452-4f72-4362-97fb-dc26608967e5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/38b0e5d8-6564-47e4-b3ac-e4a89a28def2 HTTP/1.1" status: 204 len: 168 time: 3.0553937 Feb 28 19:05:26.047617 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33416) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:26.143055 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16d4073-37bb-4834-8b0a-d1abc11c8d93 admin admin] Deleting subnet 629540f6-b3ec-4b27-adbf-7d7d7baf6934 {{(pid=87745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:05:26.147142 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b16d4073-37bb-4834-8b0a-d1abc11c8d93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.281740 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b16d4073-37bb-4834-8b0a-d1abc11c8d93 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.294000 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b16d4073-37bb-4834-8b0a-d1abc11c8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.568636 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e9ec9-deb1-4a38-bc44-f6db2e85308a req-1941101f-277a-43ff-bdac-5e1da16f88c1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:26.571223 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bf2e9ec9-deb1-4a38-bc44-f6db2e85308a req-1941101f-277a-43ff-bdac-5e1da16f88c1 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 946 time: 0.3823841 Feb 28 19:05:26.651074 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bf2e9ec9-deb1-4a38-bc44-f6db2e85308a req-97a762f2-0f90-45a8-8895-d6c08a575066 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740812 Feb 28 19:05:26.667977 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16485693-752a-4dc9-967f-29703442cfce req-691f27f3-579e-42bc-9a14-bf058d203f0e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:26.670240 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-16485693-752a-4dc9-967f-29703442cfce req-691f27f3-579e-42bc-9a14-bf058d203f0e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.2289960 Feb 28 19:05:26.708081 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b16d4073-37bb-4834-8b0a-d1abc11c8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for subnet, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.777688 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d4073-37bb-4834-8b0a-d1abc11c8d93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629540f6-b3ec-4b27-adbf-7d7d7baf6934,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:26.781606 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b16d4073-37bb-4834-8b0a-d1abc11c8d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.787243 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-16485693-752a-4dc9-967f-29703442cfce req-e56c1296-936c-4276-8f7c-c218ee83cc66 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099703 Feb 28 19:05:26.795790 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b16d4073-37bb-4834-8b0a-d1abc11c8d93 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/629540f6-b3ec-4b27-adbf-7d7d7baf6934 HTTP/1.1" status: 204 len: 168 time: 0.7448027 Feb 28 19:05:26.796021 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33426) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:26.935361 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-d2b346c2-62c2-4104-831c-e862b2f695b9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:26.936194 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-d2b346c2-62c2-4104-831c-e862b2f695b9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Synchronizing usage tracker for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:26.936604 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.033205 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-d2b346c2-62c2-4104-831c-e862b2f695b9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Unset dirty status for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:27.037309 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-d2b346c2-62c2-4104-831c-e862b2f695b9 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 946 time: 0.1962671 Feb 28 19:05:27.129888 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-c34fb754-41ef-46ad-8ad9-00d4c823832c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Deleting port 4446a787-0e66-4e50-9cbc-2341e7399a85 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:05:27.130305 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-c34fb754-41ef-46ad-8ad9-00d4c823832c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.148677 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.195656 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.196147 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.197080 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.197341 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > port after_create 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.197622 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.198213 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > port after_update 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.198391 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.198668 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.199029 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.199391 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.278755 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.279106 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.279533 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.279858 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:27.280213 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57127cd-5080-498c-a2a9-a9aa12e27acd']}} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:27.296706 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e73b6e5-8892-47e4-a0a2-0270c3138d70') {'for_net_delete': True} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:27.297031 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e73b6e5-8892-47e4-a0a2-0270c3138d70') {} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:27.316882 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8311538'] for segment, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.357185 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45105b-15b0-42be-9c10-f8221adaf147 req-12935be1-339b-4347-872f-3cfc0e226773 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:27.371923 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-df45105b-15b0-42be-9c10-f8221adaf147 req-12935be1-339b-4347-872f-3cfc0e226773 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.2811425 Feb 28 19:05:27.374624 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.421798 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-c34fb754-41ef-46ad-8ad9-00d4c823832c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] For port 4446a787-0e66-4e50-9cbc-2341e7399a85, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4446a787-0e66-4e50-9cbc-2341e7399a85,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:27.455101 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-c34fb754-41ef-46ad-8ad9-00d4c823832c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.455672 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:05:27.455672 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8314217'] for segment, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.603929 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-c34fb754-41ef-46ad-8ad9-00d4c823832c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Calling delete_port for 4446a787-0e66-4e50-9cbc-2341e7399a85 owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: from cryptography.utils import int_from_bytes Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: from cryptography.utils import int_from_bytes Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: util.warn_limited( Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: util.warn_limited( Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: Traceback (most recent call last): Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: timer() Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: cb(*args, **kw) Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: return func(*args, **kwargs) Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: self._notify() Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: self.callback(batched_events) Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: event.method(event) Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: return f(self, *a, **k) Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._get(url).json() Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: return self.request(url, 'GET', **kwargs) Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:05:27.628844 dv-cinder-831187-1-iscsi neutron-server[87745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:05:27.658671 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-df45105b-15b0-42be-9c10-f8221adaf147 req-5e2a1d39-20df-4163-ad18-ed8fe7c09e28 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857466 Feb 28 19:05:27.731201 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.744264 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.773878 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57127cd-5080-498c-a2a9-a9aa12e27acd,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:27.861570 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-c3aadf36-7e04-48b6-981a-f39ff648c677 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b57127cd-5080-498c-a2a9-a9aa12e27acd HTTP/1.1" status: 204 len: 168 time: 1.0644596 Feb 28 19:05:27.920894 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-c34fb754-41ef-46ad-8ad9-00d4c823832c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.935611 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['60d1f848-70b7-4bb1-b406-979cd526e704', 'f3587eff-27f1-497f-89ad-a020d585a895', '4446a787-0e66-4e50-9cbc-2341e7399a85'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:28.056667 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fb754-41ef-46ad-8ad9-00d4c823832c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Pushing event deleted for resources: {'Port': ['ID=4446a787-0e66-4e50-9cbc-2341e7399a85,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:28.165120 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-c34fb754-41ef-46ad-8ad9-00d4c823832c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] No DVR routers for this DVR port 4446a787-0e66-4e50-9cbc-2341e7399a85 on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:05:28.167910 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-c34fb754-41ef-46ad-8ad9-00d4c823832c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.170838 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea77b98-2b78-485a-beab-edf47a4fcc72', 'name': 'network-vif-deleted', 'tag': '4446a787-0e66-4e50-9cbc-2341e7399a85'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:28.196792 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6338914f-3c2d-4b81-abe2-11ba902f9bbe req-8c5eebb2-c4a2-4099-ba70-a7ee9d279755 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 210 time: 0.2434905 Feb 28 19:05:28.293654 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3f25769e-8be3-4012-89eb-5f7011c6d8f2 req-c34fb754-41ef-46ad-8ad9-00d4c823832c tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "DELETE /v2.0/ports/4446a787-0e66-4e50-9cbc-2341e7399a85 HTTP/1.1" status: 204 len: 173 time: 1.2501693 Feb 28 19:05:28.316522 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea77b98-2b78-485a-beab-edf47a4fcc72', 'name': 'network-vif-deleted', 'tag': '4446a787-0e66-4e50-9cbc-2341e7399a85', 'status': 'completed', 'code': 200} Feb 28 19:05:28.324507 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871388f-f322-4966-970a-d411e597be3f req-3153cd8d-5892-493c-9088-7147487fda8e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:28.326020 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2871388f-f322-4966-970a-d411e597be3f req-3153cd8d-5892-493c-9088-7147487fda8e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.2503812 Feb 28 19:05:28.371935 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2871388f-f322-4966-970a-d411e597be3f req-7efffa51-fe28-4410-9125-e3c03063c943 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394976 Feb 28 19:05:28.443673 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33442) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:28.498241 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-81200bdd-f3ce-45e7-a79f-60a32417c3f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8d685b5629d4a8185474969249dbc6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532584 Feb 28 19:05:28.500661 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33446) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:28.592781 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2380c4a7-453e-456f-a4b7-b8daff87dff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.626972 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2380c4a7-453e-456f-a4b7-b8daff87dff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.793773 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2380c4a7-453e-456f-a4b7-b8daff87dff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.875848 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380c4a7-453e-456f-a4b7-b8daff87dff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973e7c2d-1f41-433e-9b48-279bfd342da3,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:28.878368 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2380c4a7-453e-456f-a4b7-b8daff87dff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.879717 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-2380c4a7-453e-456f-a4b7-b8daff87dff9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/973e7c2d-1f41-433e-9b48-279bfd342da3 HTTP/1.1" status: 204 len: 168 time: 0.3781092 Feb 28 19:05:28.972808 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656a733-16df-41ed-8ef7-db25fe0f4e05 req-237a4bd6-b134-4636-a41e-cf760682b056 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:28.983798 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e656a733-16df-41ed-8ef7-db25fe0f4e05 req-237a4bd6-b134-4636-a41e-cf760682b056 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1852782 Feb 28 19:05:29.065819 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e656a733-16df-41ed-8ef7-db25fe0f4e05 req-52451f63-c5ee-4f91-8571-7a9b9c394bc5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806031 Feb 28 19:05:29.446604 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a7b5418a-5abd-4069-b409-9ee28de4dc85 req-b29bb348-8e4f-4498-90f5-a8ac799397ae tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=fea77b98-2b78-485a-beab-edf47a4fcc72 HTTP/1.1" status: 200 len: 210 time: 0.0683584 Feb 28 19:05:29.677173 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cd454-9b0a-4c08-8612-426209accf5a req-c91e6ac2-e08a-441e-b7fa-1cc4f66e9b64 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:29.682682 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8c8cd454-9b0a-4c08-8612-426209accf5a req-c91e6ac2-e08a-441e-b7fa-1cc4f66e9b64 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0969608 Feb 28 19:05:29.740797 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8c8cd454-9b0a-4c08-8612-426209accf5a req-4fb6837f-d923-4311-81e5-344e91f45bd7 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507674 Feb 28 19:05:30.331695 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e23cb-8d78-4d3c-b4d4-ee4aef6ef8aa req-7d0302d4-a241-440e-94b7-a006c8828f7d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:30.340244 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a30e23cb-8d78-4d3c-b4d4-ee4aef6ef8aa req-7d0302d4-a241-440e-94b7-a006c8828f7d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1168904 Feb 28 19:05:30.391710 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a30e23cb-8d78-4d3c-b4d4-ee4aef6ef8aa req-5103ba7c-d54f-4492-9cf6-a6584f2a37df tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499544 Feb 28 19:05:30.507028 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:30.999056 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72362a-5dea-45a7-9b89-c46c99a4c21b req-b68a5c33-9d46-46ad-a7fe-4fd19210842b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:31.000775 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5b72362a-5dea-45a7-9b89-c46c99a4c21b req-b68a5c33-9d46-46ad-a7fe-4fd19210842b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1281424 Feb 28 19:05:31.071532 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5b72362a-5dea-45a7-9b89-c46c99a4c21b req-e5b4e9fa-42b0-44e3-b26c-dbdb531995dd tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614302 Feb 28 19:05:31.180944 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5a27-43a8-42da-9497-cd76f1de1dea req-3ca9cd7e-4304-441e-bf40-973b562e97e3 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:31.184035 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-decd5a27-43a8-42da-9497-cd76f1de1dea req-3ca9cd7e-4304-441e-bf40-973b562e97e3 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 945 time: 0.0873408 Feb 28 19:05:31.297054 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-decd5a27-43a8-42da-9497-cd76f1de1dea req-d54b45b0-0de2-488b-aa76-c82665170fef tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036472 Feb 28 19:05:31.714263 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71862e9-e4ee-454e-8792-a98654e6e2ad req-3273a89a-c6ee-4cd7-bf93-eaf6525a0239 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:31.716068 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f71862e9-e4ee-454e-8792-a98654e6e2ad req-3273a89a-c6ee-4cd7-bf93-eaf6525a0239 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.2216437 Feb 28 19:05:31.764044 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f71862e9-e4ee-454e-8792-a98654e6e2ad req-9c15e161-0528-446d-8f43-3097ccabe924 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417957 Feb 28 19:05:31.931614 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33526) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:31.946491 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261c367-25bb-473d-ad2a-65ec92e7ab82 req-bf6980ea-ee9a-4895-a96a-158546f0fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:31.948585 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-a261c367-25bb-473d-ad2a-65ec92e7ab82 req-bf6980ea-ee9a-4895-a96a-158546f0fced service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 1099 time: 0.0907562 Feb 28 19:05:32.111422 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8fd544b8-ba8c-4424-9034-77b3b0407083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:32.139687 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-8fd544b8-ba8c-4424-9034-77b3b0407083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:32.142519 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261c367-25bb-473d-ad2a-65ec92e7ab82 req-6ff580f1-742f-4469-99d4-1386df9e275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:32.143812 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-a261c367-25bb-473d-ad2a-65ec92e7ab82 req-6ff580f1-742f-4469-99d4-1386df9e275b service neutron] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 918 time: 0.1730909 Feb 28 19:05:32.146022 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-8fd544b8-ba8c-4424-9034-77b3b0407083 admin admin] Usage tracker for resource:security_group_rule and tenant:387fb70b22a849758123829d4d94880d is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:32.149638 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-8fd544b8-ba8c-4424-9034-77b3b0407083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:32.153656 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 4446a787-0e66-4e50-9cbc-2341e7399a85 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:05:32.218869 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-8fd544b8-ba8c-4424-9034-77b3b0407083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:32.231577 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 4446a787-0e66-4e50-9cbc-2341e7399a85 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:05:32.232885 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 4446a787-0e66-4e50-9cbc-2341e7399a85 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:05:32.295223 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-a261c367-25bb-473d-ad2a-65ec92e7ab82 req-7946498d-db34-4ebc-b95b-d3bdc71033dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37 HTTP/1.1" status: 200 len: 1002 time: 0.1383398 Feb 28 19:05:32.316956 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c796c6-886d-4c88-9018-b67e9d7c457a req-fcef50e8-0fe0-4e76-a7fa-0cde120c932c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:32.324626 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-80c796c6-886d-4c88-9018-b67e9d7c457a req-fcef50e8-0fe0-4e76-a7fa-0cde120c932c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1323943 Feb 28 19:05:32.396232 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-80c796c6-886d-4c88-9018-b67e9d7c457a req-b346b287-a3f5-4962-9bd9-9ef8775df969 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705733 Feb 28 19:05:32.484978 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261c367-25bb-473d-ad2a-65ec92e7ab82 req-f49877bd-508f-416c-ad32-a3572c18cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:32.486360 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-a261c367-25bb-473d-ad2a-65ec92e7ab82 req-f49877bd-508f-416c-ad32-a3572c18cd6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.1623456 Feb 28 19:05:32.574922 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8fd544b8-ba8c-4424-9034-77b3b0407083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:32.575175 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cae3e-a1fa-4cf0-b68e-967b7cdc4cbe req-92b48dcd-e53f-44cc-a8da-c0b4bc41b81d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:32.577144 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-599cae3e-a1fa-4cf0-b68e-967b7cdc4cbe req-92b48dcd-e53f-44cc-a8da-c0b4bc41b81d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 945 time: 0.1090300 Feb 28 19:05:32.611144 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261c367-25bb-473d-ad2a-65ec92e7ab82 req-011f0fb9-01e7-4fd7-b807-981100ba70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:32.613128 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-a261c367-25bb-473d-ad2a-65ec92e7ab82 req-011f0fb9-01e7-4fd7-b807-981100ba70c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1140161 Feb 28 19:05:32.648743 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-599cae3e-a1fa-4cf0-b68e-967b7cdc4cbe req-f8fab7de-4766-4ffc-bcb9-f4b07ae5579e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631487 Feb 28 19:05:32.670054 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8fd544b8-ba8c-4424-9034-77b3b0407083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:32.958765 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd544b8-ba8c-4424-9034-77b3b0407083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad4f995-d1e5-458b-975f-5cf1d214c944,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:32.997892 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-8fd544b8-ba8c-4424-9034-77b3b0407083 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=387fb70b22a849758123829d4d94880d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0491507 Feb 28 19:05:32.997892 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33540) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:33.101336 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-a261c367-25bb-473d-ad2a-65ec92e7ab82 req-6b461463-e682-49e5-b3c4-488f7b919763 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807858 Feb 28 19:05:33.107953 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf66754-02d0-4cdb-920d-5f43731af595 req-2d0956e8-0058-4944-8fc6-28a5735c803f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:33.109481 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4cf66754-02d0-4cdb-920d-5f43731af595 req-2d0956e8-0058-4944-8fc6-28a5735c803f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1601624 Feb 28 19:05:33.161095 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4cf66754-02d0-4cdb-920d-5f43731af595 req-8f5da2a3-3803-499c-8e71-c7d0d76aa239 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389094 Feb 28 19:05:33.240355 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e90eacbc-ed5b-4295-a25c-7def8d35af3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:33.287496 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e90eacbc-ed5b-4295-a25c-7def8d35af3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:33.311056 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-a261c367-25bb-473d-ad2a-65ec92e7ab82 req-f7c37a60-d2f8-422e-8cdd-ecc41d29202a service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003696 Feb 28 19:05:33.444264 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e90eacbc-ed5b-4295-a25c-7def8d35af3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:33.467387 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eacbc-ed5b-4295-a25c-7def8d35af3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad4f995-d1e5-458b-975f-5cf1d214c944,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:33.474807 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e90eacbc-ed5b-4295-a25c-7def8d35af3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:33.478352 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-e90eacbc-ed5b-4295-a25c-7def8d35af3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ad4f995-d1e5-458b-975f-5cf1d214c944 HTTP/1.1" status: 204 len: 168 time: 0.4566786 Feb 28 19:05:33.685296 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-8576ec27-d7f5-405d-8e25-1f349381c592 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:33.686001 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-8576ec27-d7f5-405d-8e25-1f349381c592 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Synchronizing usage tracker for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:33.805295 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37960833-6d33-4926-9e47-d8d1496b1816 req-b5495fd0-9c11-422d-b929-1116f3205286 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:33.814509 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37960833-6d33-4926-9e47-d8d1496b1816 req-b5495fd0-9c11-422d-b929-1116f3205286 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1714704 Feb 28 19:05:33.840178 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-8576ec27-d7f5-405d-8e25-1f349381c592 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Unset dirty status for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:33.841419 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-8576ec27-d7f5-405d-8e25-1f349381c592 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 945 time: 0.2835903 Feb 28 19:05:33.949088 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-e5051db6-8cb9-49ef-8738-a61d87bd9e4d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Deleting port f3587eff-27f1-497f-89ad-a020d585a895 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:05:33.949431 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-e5051db6-8cb9-49ef-8738-a61d87bd9e4d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:33.962048 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37960833-6d33-4926-9e47-d8d1496b1816 req-0075f7b1-7d9c-43be-9f4f-f73dbab23bda tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465659 Feb 28 19:05:34.036664 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626bba2-da8c-4007-9bc3-4912939e1b6e req-a5980238-79e6-4f0b-9121-4fadd8575f8d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:34.043623 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1626bba2-da8c-4007-9bc3-4912939e1b6e req-a5980238-79e6-4f0b-9121-4fadd8575f8d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 945 time: 0.2010245 Feb 28 19:05:34.096696 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1626bba2-da8c-4007-9bc3-4912939e1b6e req-54aeb2e1-9196-49df-93f9-27b005fab0bd tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493927 Feb 28 19:05:34.194688 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 7caa3a37-72ae-4e36-90cf-0f518cb19c37 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:05:34.274724 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-e5051db6-8cb9-49ef-8738-a61d87bd9e4d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] For port f3587eff-27f1-497f-89ad-a020d585a895, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f3587eff-27f1-497f-89ad-a020d585a895,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:34.275389 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-e5051db6-8cb9-49ef-8738-a61d87bd9e4d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:34.351516 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:34.361666 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7883a-cb8d-4b5f-acca-523be3bcf465 req-a3ad300e-435e-4a59-9df6-29cadfacae35 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:34.365289 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'port_id': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'mac_address': 'fa:16:3e:a6:27:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:05:34.369058 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35f7883a-cb8d-4b5f-acca-523be3bcf465 req-a3ad300e-435e-4a59-9df6-29cadfacae35 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0923581 Feb 28 19:05:34.418265 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-e5051db6-8cb9-49ef-8738-a61d87bd9e4d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Calling delete_port for f3587eff-27f1-497f-89ad-a020d585a895 owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:05:34.424950 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:34.436548 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35f7883a-cb8d-4b5f-acca-523be3bcf465 req-8420a1dd-f535-43aa-984d-293f344baeb6 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666339 Feb 28 19:05:34.445247 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7caa3a37-72ae-4e36-90cf-0f518cb19c37 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:34.481995 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:34.592414 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:34.669247 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=7caa3a37-72ae-4e36-90cf-0f518cb19c37,revision_number=6']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:34.676385 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.676728 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.677061 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.677385 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.677805 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.678131 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.678448 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.678806 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.679644 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.679986 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.680297 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.680607 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:34.692820 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['7caa3a37-72ae-4e36-90cf-0f518cb19c37'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:34.731663 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-e5051db6-8cb9-49ef-8738-a61d87bd9e4d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:34.798255 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5051db6-8cb9-49ef-8738-a61d87bd9e4d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Pushing event deleted for resources: {'Port': ['ID=f3587eff-27f1-497f-89ad-a020d585a895,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:34.885003 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-e5051db6-8cb9-49ef-8738-a61d87bd9e4d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] No DVR routers for this DVR port f3587eff-27f1-497f-89ad-a020d585a895 on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:05:34.885927 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-e5051db6-8cb9-49ef-8738-a61d87bd9e4d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:34.896571 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83758134-d6d4-4bf6-bdb6-f00ef16501ff', 'name': 'network-vif-deleted', 'tag': 'f3587eff-27f1-497f-89ad-a020d585a895'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:34.950309 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['60d1f848-70b7-4bb1-b406-979cd526e704', 'f3587eff-27f1-497f-89ad-a020d585a895'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:34.973452 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83758134-d6d4-4bf6-bdb6-f00ef16501ff', 'name': 'network-vif-deleted', 'tag': 'f3587eff-27f1-497f-89ad-a020d585a895', 'status': 'completed', 'code': 200} Feb 28 19:05:35.000996 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-a13c3b96-f1b7-471d-aa07-37aa09dec24d req-e5051db6-8cb9-49ef-8738-a61d87bd9e4d tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "DELETE /v2.0/ports/f3587eff-27f1-497f-89ad-a020d585a895 HTTP/1.1" status: 204 len: 173 time: 1.1539266 Feb 28 19:05:35.047748 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33596) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:35.172447 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-372948679-network', 'tenant_id': '6a1b95f18f4846d1a6a758503fd3fc7f'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:35.181559 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:35.189500 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Usage tracker for resource:network and tenant:6a1b95f18f4846d1a6a758503fd3fc7f is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:35.193746 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea063e5-6946-4c2a-865a-2aff090e02df req-8a3a02ad-646b-4f76-98e6-ac17dae73095 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:35.200513 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:35.206412 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9ea063e5-6946-4c2a-865a-2aff090e02df req-8a3a02ad-646b-4f76-98e6-ac17dae73095 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 945 time: 0.1265800 Feb 28 19:05:35.216069 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:35.250807 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9ea063e5-6946-4c2a-865a-2aff090e02df req-b55ac92c-9ea5-421e-b148-9a633288727e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Feb 28 19:05:35.310890 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2ca6822c-80ba-4217-b5b9-42d6d46d1eb6 req-f7c64dd0-0c39-4075-916f-009c3fd297e6 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=83758134-d6d4-4bf6-bdb6-f00ef16501ff HTTP/1.1" status: 200 len: 210 time: 0.0425198 Feb 28 19:05:35.336572 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Made reservation on behalf of 6a1b95f18f4846d1a6a758503fd3fc7f for: {'network': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:35.338887 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:35.351678 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:35.365902 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:35.370554 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1b95f18f4846d1a6a758503fd3fc7f is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:35.373319 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:35.378826 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:35.445175 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f62b48ce-e206-46a0-92e3-b95dd809abd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:35.459285 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:35.587656 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:35.614531 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=87744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:05:35.625995 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ff361-bef4-4dc2-b83a-8bdbb08e72c7 req-56f5605f-5322-4401-b6f0-fb2a9040d2c0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:35.626603 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf60868-2b2a-4199-9627-5f41220b7663,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:35.627452 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-246ff361-bef4-4dc2-b83a-8bdbb08e72c7 req-56f5605f-5322-4401-b6f0-fb2a9040d2c0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0822477 Feb 28 19:05:35.630929 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:35.631297 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.segments_db [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Added segment 9b432159-2e32-45b3-9872-3882e13135be of type vlan for network ba7e9d6a-1c16-4b28-9612-c3aa68f8e935 Feb 28 19:05:35.661672 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:35.674287 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-246ff361-bef4-4dc2-b83a-8bdbb08e72c7 req-0ed38dfc-9f71-4b61-81e8-ddc997c10ef6 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397108 Feb 28 19:05:35.850689 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:35.851768 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:35.852352 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:35.966003 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7e9d6a-1c16-4b28-9612-c3aa68f8e935,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:35.986401 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network ba7e9d6a-1c16-4b28-9612-c3aa68f8e935 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:05:36.153241 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-53514994-1b20-4b42-8741-8e67f574a189 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1029720 Feb 28 19:05:36.155483 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33618) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:36.169363 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Request body: {'subnet': {'network_id': 'ba7e9d6a-1c16-4b28-9612-c3aa68f8e935', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-372948679-subnet', 'tenant_id': '6a1b95f18f4846d1a6a758503fd3fc7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:36.174586 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:36.179574 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Usage tracker for resource:subnet and tenant:6a1b95f18f4846d1a6a758503fd3fc7f is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:36.182888 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:36.189989 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:36.196042 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 7caa3a37-72ae-4e36-90cf-0f518cb19c37 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:36.267497 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:36.274523 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:36.325927 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Made reservation on behalf of 6a1b95f18f4846d1a6a758503fd3fc7f for: {'subnet': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:36.329169 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7319954'] for subnet, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:36.504158 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845481dd-c840-42cf-a4a0-6dd393a8677f req-862902bd-3ac9-4136-93e8-b62fd0b34f59 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:36.505881 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-845481dd-c840-42cf-a4a0-6dd393a8677f req-862902bd-3ac9-4136-93e8-b62fd0b34f59 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 945 time: 0.0935981 Feb 28 19:05:36.510091 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:36.542738 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:36.558819 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:36.564537 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-845481dd-c840-42cf-a4a0-6dd393a8677f req-a9e472e2-5b3c-4457-87e5-35aaae7f66a4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497644 Feb 28 19:05:36.599655 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'code': 200} Feb 28 19:05:36.839700 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:36.869149 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7092730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7319940'] for subnet, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:36.896193 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d294361-0cbf-46f6-9053-2a1fe28b09c4 req-81e19bb1-9e80-4fe0-95e5-a6a7479e6fb9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:36.899645 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0d294361-0cbf-46f6-9053-2a1fe28b09c4 req-81e19bb1-9e80-4fe0-95e5-a6a7479e6fb9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0970981 Feb 28 19:05:36.929475 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=7caa3a37-72ae-4e36-90cf-0f518cb19c37,revision_number=7']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:36.988786 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0d294361-0cbf-46f6-9053-2a1fe28b09c4 req-39e41ec0-84db-41d4-9e66-34c6b28e7751 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838590 Feb 28 19:05:36.996122 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a98032b-74bb-45d7-9940-7e6aacc96d7b,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:36.998551 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Checking segment: {'id': '9b432159-2e32-45b3-9872-3882e13135be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ba7e9d6a-1c16-4b28-9612-c3aa68f8e935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:36.998948 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Network hostable DHCP agents. Network: ba7e9d6a-1c16-4b28-9612-c3aa68f8e935, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:05:37.306494 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Network ba7e9d6a-1c16-4b28-9612-c3aa68f8e935 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:05:37.506822 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, ba7e9d6a-1c16-4b28-9612-c3aa68f8e935) {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:37.511836 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:37.512110 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:37.517011 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365364c5-445e-4d13-a6d0-31bfa345795e None None] Network ba7e9d6a-1c16-4b28-9612-c3aa68f8e935 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:05:37.732765 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a6073-24c3-4bfe-bfc3-0f2d4681f314 None None] Network ba7e9d6a-1c16-4b28-9612-c3aa68f8e935 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:05:37.762319 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94909a-2290-4b88-9a2e-3b79b6565d7a req-6e6cf2f8-55c9-4038-b85e-7890d24af1fe tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:37.763945 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ed94909a-2290-4b88-9a2e-3b79b6565d7a req-6e6cf2f8-55c9-4038-b85e-7890d24af1fe tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0888944 Feb 28 19:05:37.778649 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-6e826981-ef02-43ed-863c-f89fc1b2943a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6121812 Feb 28 19:05:37.829674 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ed94909a-2290-4b88-9a2e-3b79b6565d7a req-b3e032d9-55e5-48a0-b37a-d8a522449a60 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494983 Feb 28 19:05:38.193101 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc62736-d039-44c2-ad63-41a8bd16811a req-6bdcc113-5a29-403e-adbf-7dcfbb35efa0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:38.194660 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9cc62736-d039-44c2-ad63-41a8bd16811a req-6bdcc113-5a29-403e-adbf-7dcfbb35efa0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0943325 Feb 28 19:05:38.209803 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device f3587eff-27f1-497f-89ad-a020d585a895 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:05:38.242233 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9cc62736-d039-44c2-ad63-41a8bd16811a req-c64d2105-f39b-41f4-be7c-22fe3d2f107d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Feb 28 19:05:38.251403 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e0411942-2b32-4deb-a8dc-035557b7767f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:38.252941 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: f3587eff-27f1-497f-89ad-a020d585a895 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:05:38.253283 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device f3587eff-27f1-497f-89ad-a020d585a895 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:05:38.747707 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33704) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:38.753201 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1737805482-network', 'tenant_id': '9b37d1bf6660449c85b76104d709182f'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:38.758372 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:38.758962 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:38.762289 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Usage tracker for resource:network and tenant:9b37d1bf6660449c85b76104d709182f is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:38.765128 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:38.770753 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:38.906676 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Made reservation on behalf of 9b37d1bf6660449c85b76104d709182f for: {'network': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:38.909032 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:38.921812 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:38.937416 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:38.941471 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Usage tracker for resource:security_group_rule and tenant:9b37d1bf6660449c85b76104d709182f is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:38.944639 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:38.951055 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:39.035661 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271791f-21a8-41a4-88a9-8d9d5edd983b req-1254d995-f94a-414a-a38b-e33b684dee01 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:39.036073 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:39.036872 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5271791f-21a8-41a4-88a9-8d9d5edd983b req-1254d995-f94a-414a-a38b-e33b684dee01 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0888538 Feb 28 19:05:39.084035 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5271791f-21a8-41a4-88a9-8d9d5edd983b req-0989eeea-14dc-4877-a7a4-7ee3a364a39a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409970 Feb 28 19:05:39.149590 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:39.183132 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=87744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:05:39.184854 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:39.197862 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcf8bda-442c-4dae-9d45-949c51eed325,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:39.202263 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:39.202626 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.segments_db [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Added segment a4b9bb40-a970-4283-900a-774bc6b2b029 of type vlan for network d4e756bb-2a30-4124-8501-c5e3a36c72bb Feb 28 19:05:39.233747 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:39.382148 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:39.383453 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:39.384033 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:39.441366 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5987479-20e6-4adf-842f-64646ed6a44f req-51a9232d-f159-46ac-b516-c35c2633cc91 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:39.442800 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a5987479-20e6-4adf-842f-64646ed6a44f req-51a9232d-f159-46ac-b516-c35c2633cc91 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0857625 Feb 28 19:05:39.486031 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Pushing event updated for resources: {'Network': ['ID=d4e756bb-2a30-4124-8501-c5e3a36c72bb,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:39.487123 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a5987479-20e6-4adf-842f-64646ed6a44f req-93f756b8-6bed-4554-bf70-6917cde913f6 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382137 Feb 28 19:05:39.494524 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.494862 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.495402 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.495732 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.496056 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.496382 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.496701 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.497018 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.497335 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.497677 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.498028 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.498306 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.510247 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network d4e756bb-2a30-4124-8501-c5e3a36c72bb details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:05:39.617823 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-4bbdc00b-04ed-406e-82ce-79646684bf1d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8689387 Feb 28 19:05:39.620397 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33726) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:39.626114 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Request body: {'subnet': {'network_id': 'd4e756bb-2a30-4124-8501-c5e3a36c72bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1737805482-subnet', 'tenant_id': '9b37d1bf6660449c85b76104d709182f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:39.634928 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:39.636141 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Usage tracker for resource:subnet and tenant:9b37d1bf6660449c85b76104d709182f is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:39.639167 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:39.645052 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:39.753548 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Made reservation on behalf of 9b37d1bf6660449c85b76104d709182f for: {'subnet': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:39.755813 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7319954'] for subnet, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.153765 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7092730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7319940'] for subnet, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.235941 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d019cee5-1b59-407c-8af2-dfe718b9efb1,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:40.250939 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Checking segment: {'id': 'a4b9bb40-a970-4283-900a-774bc6b2b029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd4e756bb-2a30-4124-8501-c5e3a36c72bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:40.251327 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Network hostable DHCP agents. Network: d4e756bb-2a30-4124-8501-c5e3a36c72bb, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:05:40.309717 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5f9db-3724-4203-b356-89478e7882db req-a8470cac-69d6-499b-ac73-1e6287a9679a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:40.311301 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-45a5f9db-3724-4203-b356-89478e7882db req-a8470cac-69d6-499b-ac73-1e6287a9679a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1145871 Feb 28 19:05:40.346810 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Network d4e756bb-2a30-4124-8501-c5e3a36c72bb is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:05:40.362817 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-45a5f9db-3724-4203-b356-89478e7882db req-c0842b87-0796-4148-8d51-2a74ea69375e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456719 Feb 28 19:05:40.435426 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33744) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:40.472475 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, d4e756bb-2a30-4124-8501-c5e3a36c72bb) {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:40.480455 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71122871-15f2-45d3-aa3b-006ac582b865 None None] Network d4e756bb-2a30-4124-8501-c5e3a36c72bb requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:05:40.484470 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:40.484470 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.520028 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac04ede-5c54-4aea-be63-fb8702db6475 admin admin] Deleting subnet 1d6af6b6-711a-4c9c-917a-b2d3d5156b17 {{(pid=87744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:05:40.523879 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5ac04ede-5c54-4aea-be63-fb8702db6475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.579021 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5ac04ede-5c54-4aea-be63-fb8702db6475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7316230'] for subnet, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.614205 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-87a636c4-7e67-4acb-aaa7-1f05a5669878 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9927514 Feb 28 19:05:40.663354 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5ac04ede-5c54-4aea-be63-fb8702db6475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.703869 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaf5ba-da6e-4844-af28-9803e9a02c29 req-e63fd62a-2db8-489d-a4ae-bd8e1a828a38 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:40.711685 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a4aaf5ba-da6e-4844-af28-9803e9a02c29 req-e63fd62a-2db8-489d-a4ae-bd8e1a828a38 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1102824 Feb 28 19:05:40.786347 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a4aaf5ba-da6e-4844-af28-9803e9a02c29 req-7984605a-6667-4775-adc2-d13f65c97a51 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735812 Feb 28 19:05:40.807917 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea70eb-3397-4730-be84-0f334c4996b2 None None] Network d4e756bb-2a30-4124-8501-c5e3a36c72bb requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:05:40.880159 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33760) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:40.881811 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5ac04ede-5c54-4aea-be63-fb8702db6475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7319999'] for subnet, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.932895 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5ac04ede-5c54-4aea-be63-fb8702db6475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.941348 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac04ede-5c54-4aea-be63-fb8702db6475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6af6b6-711a-4c9c-917a-b2d3d5156b17,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:40.943675 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.948497 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-5ac04ede-5c54-4aea-be63-fb8702db6475 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1d6af6b6-711a-4c9c-917a-b2d3d5156b17 HTTP/1.1" status: 204 len: 168 time: 0.5119843 Feb 28 19:05:40.952730 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33768) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:41.130838 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.181238 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_v2 [None req-89978db5-8068-44d1-9014-53cae6f45ba3 admin admin] Deleting subnet 7a98032b-74bb-45d7-9940-7e6aacc96d7b {{(pid=87745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:05:41.185900 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89978db5-8068-44d1-9014-53cae6f45ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.266545 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89978db5-8068-44d1-9014-53cae6f45ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8311499'] for subnet, precommit_delete_associations {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.294467 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.324062 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77db8b85-5a3d-4493-8542-d665273d50c5']}} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:41.342404 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa935d8d-380a-47d2-9c5e-0ac05ac96a96') {'for_net_delete': True} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:41.342865 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa935d8d-380a-47d2-9c5e-0ac05ac96a96') {} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:41.355963 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7316287'] for segment, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.360983 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05eb0e-f3a6-4bab-9db5-a049b2f119a2 req-dbdda39a-544f-461b-b11f-9b970d94e170 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:41.369619 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7a05eb0e-f3a6-4bab-9db5-a049b2f119a2 req-dbdda39a-544f-461b-b11f-9b970d94e170 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 945 time: 0.4239056 Feb 28 19:05:41.377461 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.385264 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:05:41.385971 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7091737'] for segment, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.459063 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89978db5-8068-44d1-9014-53cae6f45ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: Traceback (most recent call last): Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: timer() Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: cb(*args, **kw) Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: return func(*args, **kwargs) Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: self._notify() Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: self.callback(batched_events) Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: event.method(event) Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: return f(self, *a, **k) Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._get(url).json() Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: return self.request(url, 'GET', **kwargs) Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:05:41.474956 dv-cinder-831187-1-iscsi neutron-server[87744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:05:41.507655 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7a05eb0e-f3a6-4bab-9db5-a049b2f119a2 req-5e33888c-df07-4224-96bc-a7191cddfcb2 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371427 Feb 28 19:05:41.587424 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225b39a-08bd-4d81-ad40-8903bc979bbe req-27df27c5-e6ed-4471-8424-f263f8da99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:41.589508 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9225b39a-08bd-4d81-ad40-8903bc979bbe req-27df27c5-e6ed-4471-8424-f263f8da99e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 1098 time: 0.1141901 Feb 28 19:05:41.596387 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f4517-d52a-4bac-b35c-267fd2aeb738 req-2eb8f2f0-f818-439b-acbd-90c70b0c80c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:41.598233 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7f3f4517-d52a-4bac-b35c-267fd2aeb738 req-2eb8f2f0-f818-439b-acbd-90c70b0c80c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.2888529 Feb 28 19:05:41.690442 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7f3f4517-d52a-4bac-b35c-267fd2aeb738 req-a1333528-8216-4185-94c5-94e2fb1308d7 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833228 Feb 28 19:05:41.694250 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.716541 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89978db5-8068-44d1-9014-53cae6f45ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8311499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601764'] for subnet, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.773287 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873a1c3-4eeb-45e2-96c3-0de65885a3be req-6a024bec-d96e-4a81-bc68-68cf14dd16d9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:41.775019 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6873a1c3-4eeb-45e2-96c3-0de65885a3be req-6a024bec-d96e-4a81-bc68-68cf14dd16d9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1522372 Feb 28 19:05:41.775807 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89978db5-8068-44d1-9014-53cae6f45ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a98032b-74bb-45d7-9940-7e6aacc96d7b,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:41.777697 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89978db5-8068-44d1-9014-53cae6f45ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.800361 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-89978db5-8068-44d1-9014-53cae6f45ba3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a98032b-74bb-45d7-9940-7e6aacc96d7b HTTP/1.1" status: 204 len: 168 time: 0.9186075 Feb 28 19:05:41.808196 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33790) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:41.823089 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.835721 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=77db8b85-5a3d-4493-8542-d665273d50c5,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:41.901793 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225b39a-08bd-4d81-ad40-8903bc979bbe req-7f2c56eb-5901-4ded-b55f-63d851b376fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:41.904987 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9225b39a-08bd-4d81-ad40-8903bc979bbe req-7f2c56eb-5901-4ded-b55f-63d851b376fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c812996-20a8-48cd-b6ed-d12028f6c0ff HTTP/1.1" status: 200 len: 911 time: 0.3083947 Feb 28 19:05:41.914093 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6873a1c3-4eeb-45e2-96c3-0de65885a3be req-57ac5f74-362c-4f00-b670-79d8f5dad9ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328444 Feb 28 19:05:41.940209 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.028091 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-c569f305-399f-4ecd-8f94-6d682906c9c7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/77db8b85-5a3d-4493-8542-d665273d50c5 HTTP/1.1" status: 204 len: 168 time: 1.0718706 Feb 28 19:05:42.061711 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9225b39a-08bd-4d81-ad40-8903bc979bbe req-aaa789c0-875c-462c-b6b5-d9bb5108c594 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f30d713e-926a-4637-924b-eabbced9f31c HTTP/1.1" status: 200 len: 1001 time: 0.1456106 Feb 28 19:05:42.121332 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.158550 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225b39a-08bd-4d81-ad40-8903bc979bbe req-5a1d068d-d14d-408b-8c8c-137bdde7a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:42.160520 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9225b39a-08bd-4d81-ad40-8903bc979bbe req-5a1d068d-d14d-408b-8c8c-137bdde7a6e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4696e929-cc56-41be-8b9d-89b6bfd0717a HTTP/1.1" status: 200 len: 849 time: 0.0929573 Feb 28 19:05:42.191641 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7e9d6a-1c16-4b28-9612-c3aa68f8e935']}} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:42.223155 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b432159-2e32-45b3-9872-3882e13135be') {'for_net_delete': True} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:42.223576 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b432159-2e32-45b3-9872-3882e13135be') {} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:42.237033 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8311538'] for segment, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.257236 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.271096 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=87745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:05:42.272691 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8314217'] for segment, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.275020 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225b39a-08bd-4d81-ad40-8903bc979bbe req-e0b91556-4f6b-4589-b43d-4b8a0b80d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:42.276765 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9225b39a-08bd-4d81-ad40-8903bc979bbe req-e0b91556-4f6b-4589-b43d-4b8a0b80d949 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c812996-20a8-48cd-b6ed-d12028f6c0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1086481 Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: Traceback (most recent call last): Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: timer() Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: cb(*args, **kw) Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: return func(*args, **kwargs) Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: self._notify() Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: self.callback(batched_events) Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: event.method(event) Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: return f(self, *a, **k) Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._get(url).json() Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: return self.request(url, 'GET', **kwargs) Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:05:42.296207 dv-cinder-831187-1-iscsi neutron-server[87745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:05:42.460556 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9225b39a-08bd-4d81-ad40-8903bc979bbe req-6700994a-d9a2-440d-9092-efea638f01b8 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767004 Feb 28 19:05:42.600019 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.607300 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.652622 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba7e9d6a-1c16-4b28-9612-c3aa68f8e935 HTTP/1.1" status: 204 len: 168 time: 0.8471417 Feb 28 19:05:42.653722 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a899865-fc91-4c6e-b12d-ca3e1b0fef37 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7e9d6a-1c16-4b28-9612-c3aa68f8e935,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:42.656118 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33802) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:42.731157 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33806) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:42.746529 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9225b39a-08bd-4d81-ad40-8903bc979bbe req-270627ea-4c30-4f0c-9346-6b988b5cffec service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782192 Feb 28 19:05:42.837190 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_v2 [None req-527978ee-b7cd-47eb-a245-009d619796a5 admin admin] Deleting subnet d019cee5-1b59-407c-8af2-dfe718b9efb1 {{(pid=87744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:05:42.851611 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fad55-5d81-40dc-8727-6db57f064cfd req-20df0e0b-ca07-46d6-9485-63c3580c2168 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:42.851966 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-527978ee-b7cd-47eb-a245-009d619796a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.859184 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-982fad55-5d81-40dc-8727-6db57f064cfd req-20df0e0b-ca07-46d6-9485-63c3580c2168 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 945 time: 0.1813293 Feb 28 19:05:42.863621 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-559f6383-fa25-48dd-b439-32d9f290f357 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bdeeae6a56d4607962f8b0a1490547a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320200 Feb 28 19:05:42.884062 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33812) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:42.956193 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-527978ee-b7cd-47eb-a245-009d619796a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7316230'] for subnet, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.067975 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-527978ee-b7cd-47eb-a245-009d619796a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.078386 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-982fad55-5d81-40dc-8727-6db57f064cfd req-a7488b2a-efd1-4c77-ab63-232b69e5c08e tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182348 Feb 28 19:05:43.081112 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b621c69-7e42-49d9-9b19-4f6556cc8f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.115150 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b621c69-7e42-49d9-9b19-4f6556cc8f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.189703 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2ad37-9247-4f88-a23e-a272d633deb7 req-f0a68fd8-b41f-4f09-92b6-1fbab2781849 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:43.199063 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-28d2ad37-9247-4f88-a23e-a272d633deb7 req-f0a68fd8-b41f-4f09-92b6-1fbab2781849 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.3094707 Feb 28 19:05:43.237934 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-527978ee-b7cd-47eb-a245-009d619796a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7319999'] for subnet, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.275279 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-28d2ad37-9247-4f88-a23e-a272d633deb7 req-15878ea9-bce5-4b2b-8355-eec30e5f7add tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704186 Feb 28 19:05:43.275279 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b621c69-7e42-49d9-9b19-4f6556cc8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.301332 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527978ee-b7cd-47eb-a245-009d619796a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d019cee5-1b59-407c-8af2-dfe718b9efb1,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:43.316274 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-527978ee-b7cd-47eb-a245-009d619796a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.331661 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-527978ee-b7cd-47eb-a245-009d619796a5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d019cee5-1b59-407c-8af2-dfe718b9efb1 HTTP/1.1" status: 204 len: 168 time: 0.6586869 Feb 28 19:05:43.337117 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33818) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:43.351670 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b621c69-7e42-49d9-9b19-4f6556cc8f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccebc39f-f642-4bd1-8598-55599652c8c2,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:43.364053 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b621c69-7e42-49d9-9b19-4f6556cc8f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.365141 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-1b621c69-7e42-49d9-9b19-4f6556cc8f2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccebc39f-f642-4bd1-8598-55599652c8c2 HTTP/1.1" status: 204 len: 168 time: 0.4800265 Feb 28 19:05:43.411231 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-58f49451-ab95-417d-8efa-f0c4601d9c68 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:43.411955 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-58f49451-ab95-417d-8efa-f0c4601d9c68 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Synchronizing usage tracker for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:43.426860 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542fa8-2ff2-499e-88d4-78838ba50ae9 req-b8282c16-3db1-4b5f-aa49-3b157ab5637e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:43.429120 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-07542fa8-2ff2-499e-88d4-78838ba50ae9 req-b8282c16-3db1-4b5f-aa49-3b157ab5637e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1232512 Feb 28 19:05:43.488366 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-07542fa8-2ff2-499e-88d4-78838ba50ae9 req-860ae97b-2d39-4837-9d66-0a0d1290b90b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512052 Feb 28 19:05:43.491763 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.563094 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-58f49451-ab95-417d-8efa-f0c4601d9c68 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Unset dirty status for tenant:498eaf5c78e54296ac5cdeef3489e3ef on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:43.564293 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-58f49451-ab95-417d-8efa-f0c4601d9c68 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 945 time: 0.4081969 Feb 28 19:05:43.761680 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.803827 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-135375df-48f2-4801-9377-110bcbceca72 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Deleting port 60d1f848-70b7-4bb1-b406-979cd526e704 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:05:43.804166 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-135375df-48f2-4801-9377-110bcbceca72 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.848612 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e756bb-2a30-4124-8501-c5e3a36c72bb']}} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:43.866862 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b9bb40-a970-4283-900a-774bc6b2b029') {'for_net_delete': True} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:43.867734 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b9bb40-a970-4283-900a-774bc6b2b029') {} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:43.893198 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7316287'] for segment, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.038751 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.054467 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:05:44.055532 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7091737'] for segment, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: Traceback (most recent call last): Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: timer() Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: cb(*args, **kw) Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: return func(*args, **kwargs) Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: self._notify() Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: self.callback(batched_events) Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: event.method(event) Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: return f(self, *a, **k) Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._get(url).json() Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: return self.request(url, 'GET', **kwargs) Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:05:44.070926 dv-cinder-831187-1-iscsi neutron-server[87744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:05:44.346360 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-135375df-48f2-4801-9377-110bcbceca72 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] For port 60d1f848-70b7-4bb1-b406-979cd526e704, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=60d1f848-70b7-4bb1-b406-979cd526e704,segment=NetworkSegment(b82daab5-9663-44c2-a3d9-3a1b222e0d71),segment_id=b82daab5-9663-44c2-a3d9-3a1b222e0d71)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:44.347053 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-135375df-48f2-4801-9377-110bcbceca72 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.431711 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bd116-6a7f-4bf2-941a-e5450dcf6984 req-426ac3c5-9fef-4a00-8d4f-817c5f8155fe tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:44.433182 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b71bd116-6a7f-4bf2-941a-e5450dcf6984 req-426ac3c5-9fef-4a00-8d4f-817c5f8155fe tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 945 time: 0.1772230 Feb 28 19:05:44.482955 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-135375df-48f2-4801-9377-110bcbceca72 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Calling delete_port for 60d1f848-70b7-4bb1-b406-979cd526e704 owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:05:44.511708 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.524994 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b71bd116-6a7f-4bf2-941a-e5450dcf6984 req-eafe2339-aec0-4dfa-ad5b-3774f6a3ea37 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/security-groups?id=228b8a8b-b133-4b24-87b8-4ad791d4e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595055 Feb 28 19:05:44.533702 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.544102 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e756bb-2a30-4124-8501-c5e3a36c72bb,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:44.552576 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-bcdc9d11-247b-4e6b-a160-8b7ad36f4286 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d4e756bb-2a30-4124-8501-c5e3a36c72bb HTTP/1.1" status: 204 len: 168 time: 1.2041655 Feb 28 19:05:44.569569 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267af30-0027-4698-8470-57c6d56b5d08 req-216236c6-4fd8-4481-9de2-52d33b387b30 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:44.571657 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4267af30-0027-4698-8470-57c6d56b5d08 req-216236c6-4fd8-4481-9de2-52d33b387b30 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1376081 Feb 28 19:05:44.658436 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4267af30-0027-4698-8470-57c6d56b5d08 req-d54acbae-6ec5-4aa1-a016-0b41a0852fe6 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792518 Feb 28 19:05:44.787462 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-135375df-48f2-4801-9377-110bcbceca72 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.801021 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['60d1f848-70b7-4bb1-b406-979cd526e704'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:44.873445 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759eef5-96bb-40df-943a-790b0a908b7b req-6c7d1d2a-a1d6-4f4c-bd80-43e5cab0ad2e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:44.879777 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b759eef5-96bb-40df-943a-790b0a908b7b req-6c7d1d2a-a1d6-4f4c-bd80-43e5cab0ad2e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1541610 Feb 28 19:05:44.944326 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135375df-48f2-4801-9377-110bcbceca72 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Pushing event deleted for resources: {'Port': ['ID=60d1f848-70b7-4bb1-b406-979cd526e704,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:44.952638 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b759eef5-96bb-40df-943a-790b0a908b7b req-a75b3cb2-97de-458c-84a3-2472ef21f8ba tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703692 Feb 28 19:05:44.969605 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-135375df-48f2-4801-9377-110bcbceca72 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] No DVR routers for this DVR port 60d1f848-70b7-4bb1-b406-979cd526e704 on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:05:44.971955 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-135375df-48f2-4801-9377-110bcbceca72 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.974590 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d1ca96-68b1-4b7c-ac23-4b314f12cbb6', 'name': 'network-vif-deleted', 'tag': '60d1f848-70b7-4bb1-b406-979cd526e704'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:45.028123 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d1ca96-68b1-4b7c-ac23-4b314f12cbb6', 'name': 'network-vif-deleted', 'tag': '60d1f848-70b7-4bb1-b406-979cd526e704', 'status': 'completed', 'code': 200} Feb 28 19:05:45.127446 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-87ab911f-fa3e-4963-acc6-2cf12207ae34 req-135375df-48f2-4801-9377-110bcbceca72 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.61 "DELETE /v2.0/ports/60d1f848-70b7-4bb1-b406-979cd526e704 HTTP/1.1" status: 204 len: 173 time: 1.5465271 Feb 28 19:05:45.268999 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33840) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:45.327238 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-f74c5566-d4c2-4c3a-97c0-e02e0e8c79d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a1b95f18f4846d1a6a758503fd3fc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569301 Feb 28 19:05:45.329876 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33844) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:45.491001 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-69f8e9d2-0acd-41d8-bf80-93ce687c0127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.520011 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-69f8e9d2-0acd-41d8-bf80-93ce687c0127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.684946 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-69f8e9d2-0acd-41d8-bf80-93ce687c0127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.702585 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8e9d2-0acd-41d8-bf80-93ce687c0127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf60868-2b2a-4199-9627-5f41220b7663,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:45.707282 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-69f8e9d2-0acd-41d8-bf80-93ce687c0127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.708423 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-69f8e9d2-0acd-41d8-bf80-93ce687c0127 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edf60868-2b2a-4199-9627-5f41220b7663 HTTP/1.1" status: 204 len: 168 time: 0.3774285 Feb 28 19:05:45.778706 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a54fafa0-ba96-4dfb-bcf8-ca9361728049 req-1d7f9768-156e-4735-b978-723d0466c539 tempest-AttachVolumeNegativeTest-1287121544 tempest-AttachVolumeNegativeTest-1287121544-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d1ca96-68b1-4b7c-ac23-4b314f12cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0493579 Feb 28 19:05:46.131221 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84bdee-c220-4ba3-9f74-2e16b0a111ad req-8248cdbc-f316-435d-b6c3-e4e3aa0e3ea4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:46.132721 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9f84bdee-c220-4ba3-9f74-2e16b0a111ad req-8248cdbc-f316-435d-b6c3-e4e3aa0e3ea4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0798903 Feb 28 19:05:46.176444 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9f84bdee-c220-4ba3-9f74-2e16b0a111ad req-7674f70f-3c11-4363-9ab8-cc3da082fd5e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378911 Feb 28 19:05:46.889908 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33864) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:46.949320 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33868) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:47.007206 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d40757-31b8-40b3-a26e-21b161aae8a7 admin admin] Deleting subnet c24ad78d-6a7e-4355-ae0c-4152a4caf1b4 {{(pid=87745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:05:47.012914 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-60d40757-31b8-40b3-a26e-21b161aae8a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.014964 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-3c51c8b0-ab19-44db-ad45-47aa69366cdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b37d1bf6660449c85b76104d709182f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644324 Feb 28 19:05:47.024147 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33874) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:47.096257 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-60d40757-31b8-40b3-a26e-21b161aae8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8311499'] for subnet, precommit_delete_associations {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.111330 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-2650c4c3-0f62-4bae-a744-21bf4b16d080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.145710 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-2650c4c3-0f62-4bae-a744-21bf4b16d080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.160098 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-60d40757-31b8-40b3-a26e-21b161aae8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.374599 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe218fcd-0c3c-4483-bdc6-d58e31c49043 req-b9b896be-ed83-4417-9a48-56f45283d009 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:47.376274 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-2650c4c3-0f62-4bae-a744-21bf4b16d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.386158 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fe218fcd-0c3c-4483-bdc6-d58e31c49043 req-b9b896be-ed83-4417-9a48-56f45283d009 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0946777 Feb 28 19:05:47.392484 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650c4c3-0f62-4bae-a744-21bf4b16d080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcf8bda-442c-4dae-9d45-949c51eed325,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:47.400481 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-2650c4c3-0f62-4bae-a744-21bf4b16d080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.401582 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-2650c4c3-0f62-4bae-a744-21bf4b16d080 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdcf8bda-442c-4dae-9d45-949c51eed325 HTTP/1.1" status: 204 len: 168 time: 0.3764803 Feb 28 19:05:47.445553 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-60d40757-31b8-40b3-a26e-21b161aae8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8311499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601764'] for subnet, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.539706 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fe218fcd-0c3c-4483-bdc6-d58e31c49043 req-f54afd4c-8b3e-4e84-9b76-53cf083661fe tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511378 Feb 28 19:05:47.545882 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-60d40757-31b8-40b3-a26e-21b161aae8a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.551054 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d40757-31b8-40b3-a26e-21b161aae8a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24ad78d-6a7e-4355-ae0c-4152a4caf1b4,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:47.575713 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-60d40757-31b8-40b3-a26e-21b161aae8a7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c24ad78d-6a7e-4355-ae0c-4152a4caf1b4 HTTP/1.1" status: 204 len: 168 time: 0.6826787 Feb 28 19:05:47.576446 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33882) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:47.687753 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.817219 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.844390 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449788a3-ff13-44f6-8b3b-66a4d81bb7d5']}} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:47.857272 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82daab5-9663-44c2-a3d9-3a1b222e0d71') {'for_net_delete': True} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:47.857633 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82daab5-9663-44c2-a3d9-3a1b222e0d71') {} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:47.869685 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7316287'] for segment, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.885337 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.891578 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:05:47.891824 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7091737'] for segment, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: Traceback (most recent call last): Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: timer() Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: cb(*args, **kw) Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: return func(*args, **kwargs) Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: self._notify() Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: self.callback(batched_events) Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: event.method(event) Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: return f(self, *a, **k) Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._get(url).json() Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: return self.request(url, 'GET', **kwargs) Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:05:47.905162 dv-cinder-831187-1-iscsi neutron-server[87744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:05:48.142200 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:48.167286 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:48.173849 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=449788a3-ff13-44f6-8b3b-66a4d81bb7d5,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:48.246681 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 60d1f848-70b7-4bb1-b406-979cd526e704 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:05:48.286464 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 60d1f848-70b7-4bb1-b406-979cd526e704 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:05:48.287048 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 60d1f848-70b7-4bb1-b406-979cd526e704 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:05:48.383513 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-16173f72-4d5f-468f-a52d-1c5e55fb5e6a admin admin] 10.222.0.21 "DELETE /v2.0/networks/449788a3-ff13-44f6-8b3b-66a4d81bb7d5 HTTP/1.1" status: 204 len: 168 time: 0.8042345 Feb 28 19:05:48.786415 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2c876-721f-494c-bfbe-88bb82bf5460 req-fca32a22-dcaf-44b7-8a09-b69aa93dfa8c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:48.787926 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-30d2c876-721f-494c-bfbe-88bb82bf5460 req-fca32a22-dcaf-44b7-8a09-b69aa93dfa8c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1038103 Feb 28 19:05:48.842425 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-30d2c876-721f-494c-bfbe-88bb82bf5460 req-f7fe7532-bd7a-489b-8b7e-af5c55eebaae tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470514 Feb 28 19:05:48.877140 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 33910) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:48.936433 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-feffc624-59de-4ba5-b5f3-6ba59c2d9cea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=498eaf5c78e54296ac5cdeef3489e3ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0579703 Feb 28 19:05:48.938943 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33914) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:49.022369 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ab094f5c-03cb-49fc-9fa3-d77298d4d9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:49.052214 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ab094f5c-03cb-49fc-9fa3-d77298d4d9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:49.227531 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ab094f5c-03cb-49fc-9fa3-d77298d4d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:49.259251 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab094f5c-03cb-49fc-9fa3-d77298d4d9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228b8a8b-b133-4b24-87b8-4ad791d4e7f9,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:49.426071 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ab094f5c-03cb-49fc-9fa3-d77298d4d9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:49.430102 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-ab094f5c-03cb-49fc-9fa3-d77298d4d9d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/228b8a8b-b133-4b24-87b8-4ad791d4e7f9 HTTP/1.1" status: 204 len: 168 time: 0.4872696 Feb 28 19:05:50.154765 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7f8e9-1c0e-4539-8810-0d750c440d23 req-e56ea8f9-4372-4602-8404-288ec3f5f922 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:50.156591 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d3f7f8e9-1c0e-4539-8810-0d750c440d23 req-e56ea8f9-4372-4602-8404-288ec3f5f922 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1080706 Feb 28 19:05:50.209267 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d3f7f8e9-1c0e-4539-8810-0d750c440d23 req-ae4a9363-7d0c-49c9-be94-4bf631cdbc48 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462072 Feb 28 19:05:51.467840 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23785194-3bcc-49de-9cf5-89a065a328aa req-5e0930b4-48cf-4a2e-8fae-ff5320640d50 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:51.477133 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-23785194-3bcc-49de-9cf5-89a065a328aa req-5e0930b4-48cf-4a2e-8fae-ff5320640d50 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1179490 Feb 28 19:05:51.545129 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-23785194-3bcc-49de-9cf5-89a065a328aa req-1724d7b6-220d-4bc1-803b-ac074a3f2e4e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663385 Feb 28 19:05:51.588118 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 33990) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:51.758630 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-563ddf4c-7048-4951-be47-7d1139cd1465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.779414 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-563ddf4c-7048-4951-be47-7d1139cd1465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:51.784479 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-563ddf4c-7048-4951-be47-7d1139cd1465 admin admin] Usage tracker for resource:security_group_rule and tenant:bf975eaa2fc94e2d86edc79de21a4f89 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:51.787590 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-563ddf4c-7048-4951-be47-7d1139cd1465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:51.794230 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-563ddf4c-7048-4951-be47-7d1139cd1465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:51.913276 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-563ddf4c-7048-4951-be47-7d1139cd1465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.987322 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-563ddf4c-7048-4951-be47-7d1139cd1465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.079162 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ddf4c-7048-4951-be47-7d1139cd1465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b6d84c-2f39-42ad-a2df-678f69c9788e,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:52.092942 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34002) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:52.093070 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-563ddf4c-7048-4951-be47-7d1139cd1465 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf975eaa2fc94e2d86edc79de21a4f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031838 Feb 28 19:05:52.172879 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7163e91e-8694-4a62-a7b8-cbae552c9662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.202225 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7163e91e-8694-4a62-a7b8-cbae552c9662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.329745 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7163e91e-8694-4a62-a7b8-cbae552c9662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.346620 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163e91e-8694-4a62-a7b8-cbae552c9662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b6d84c-2f39-42ad-a2df-678f69c9788e,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:52.351262 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7163e91e-8694-4a62-a7b8-cbae552c9662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.352691 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-7163e91e-8694-4a62-a7b8-cbae552c9662 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87b6d84c-2f39-42ad-a2df-678f69c9788e HTTP/1.1" status: 204 len: 168 time: 0.2587633 Feb 28 19:05:52.856777 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aa178-e07a-4a8b-b72e-d8adb45840af req-514cee3c-bdb2-4f22-8e86-5c6757a4ca53 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:52.862237 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9c4aa178-e07a-4a8b-b72e-d8adb45840af req-514cee3c-bdb2-4f22-8e86-5c6757a4ca53 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1534078 Feb 28 19:05:52.925887 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9c4aa178-e07a-4a8b-b72e-d8adb45840af req-4b6ccd93-5c50-45d3-903c-b0d6ee582ecd tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558302 Feb 28 19:05:53.297275 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34026) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:53.320908 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-05bfa5a0-312e-42cf-9bf3-e7b7c247dd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.338147 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-05bfa5a0-312e-42cf-9bf3-e7b7c247dd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:53.341971 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-05bfa5a0-312e-42cf-9bf3-e7b7c247dd4e admin admin] Usage tracker for resource:security_group_rule and tenant:277db3fde8b745d7aae8e88c2ecd5ebb is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:53.345169 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-05bfa5a0-312e-42cf-9bf3-e7b7c247dd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:53.352667 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-05bfa5a0-312e-42cf-9bf3-e7b7c247dd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:53.465269 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-05bfa5a0-312e-42cf-9bf3-e7b7c247dd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.513542 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-05bfa5a0-312e-42cf-9bf3-e7b7c247dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.566158 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfa5a0-312e-42cf-9bf3-e7b7c247dd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f1f00f-8734-4153-9fca-49b60bba2432,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:53.572456 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-05bfa5a0-312e-42cf-9bf3-e7b7c247dd4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=277db3fde8b745d7aae8e88c2ecd5ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735088 Feb 28 19:05:53.575884 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34030) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:53.653612 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-215a3c8d-5139-49c2-8240-5646715decfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.686230 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-215a3c8d-5139-49c2-8240-5646715decfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.832377 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-215a3c8d-5139-49c2-8240-5646715decfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.871991 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a3c8d-5139-49c2-8240-5646715decfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f1f00f-8734-4153-9fca-49b60bba2432,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:53.883968 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-215a3c8d-5139-49c2-8240-5646715decfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.885335 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-215a3c8d-5139-49c2-8240-5646715decfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64f1f00f-8734-4153-9fca-49b60bba2432 HTTP/1.1" status: 204 len: 168 time: 0.3075159 Feb 28 19:05:54.151574 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fedce-4558-456c-a487-935d6e0f0863 req-d5c50ecd-9637-4631-83d5-2716fe9780dd tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:54.153012 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d53fedce-4558-456c-a487-935d6e0f0863 req-d5c50ecd-9637-4631-83d5-2716fe9780dd tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0844266 Feb 28 19:05:54.196836 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d53fedce-4558-456c-a487-935d6e0f0863 req-116e9211-196c-48af-a26f-64be53e57385 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381131 Feb 28 19:05:54.782413 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34068) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:54.964551 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-232d09fd-237a-4cd3-bfe8-7e43de652fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:54.990894 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-232d09fd-237a-4cd3-bfe8-7e43de652fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:54.996741 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-232d09fd-237a-4cd3-bfe8-7e43de652fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac6f31da7034994a1845c66cd600b6b is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:55.001380 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-232d09fd-237a-4cd3-bfe8-7e43de652fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:55.011218 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-232d09fd-237a-4cd3-bfe8-7e43de652fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:55.118771 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-232d09fd-237a-4cd3-bfe8-7e43de652fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.233078 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-232d09fd-237a-4cd3-bfe8-7e43de652fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.300514 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-232d09fd-237a-4cd3-bfe8-7e43de652fc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ac6f31da7034994a1845c66cd600b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164044 Feb 28 19:05:55.301659 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d09fd-237a-4cd3-bfe8-7e43de652fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16a24b3-5258-4c1b-aed2-a92105d0e6bf,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:55.303373 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34092) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:55.433263 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f1841aa3-3092-44c9-959a-b4309baf89ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.486649 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f1841aa3-3092-44c9-959a-b4309baf89ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.505106 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770002f-ad36-4694-b2f6-a998665236ee req-a38b33e4-7191-4be7-b242-def447ee9a1f tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:55.506537 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c770002f-ad36-4694-b2f6-a998665236ee req-a38b33e4-7191-4be7-b242-def447ee9a1f tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1766789 Feb 28 19:05:55.570562 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c770002f-ad36-4694-b2f6-a998665236ee req-401cae9e-6e03-4d5f-a32b-179e8fae59f9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549490 Feb 28 19:05:55.661402 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f1841aa3-3092-44c9-959a-b4309baf89ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.678920 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1841aa3-3092-44c9-959a-b4309baf89ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16a24b3-5258-4c1b-aed2-a92105d0e6bf,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:55.688383 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f1841aa3-3092-44c9-959a-b4309baf89ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.689523 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-f1841aa3-3092-44c9-959a-b4309baf89ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b16a24b3-5258-4c1b-aed2-a92105d0e6bf HTTP/1.1" status: 204 len: 168 time: 0.3851852 Feb 28 19:05:56.766321 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00a095-e3f6-45a5-aea2-b8e474f1f3c9 req-af92cce4-65eb-43aa-81c3-6cb4df2eb335 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:56.767819 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cc00a095-e3f6-45a5-aea2-b8e474f1f3c9 req-af92cce4-65eb-43aa-81c3-6cb4df2eb335 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0832691 Feb 28 19:05:56.814330 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cc00a095-e3f6-45a5-aea2-b8e474f1f3c9 req-91f97984-beec-4c6c-a873-403951914d5b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400515 Feb 28 19:05:57.001324 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:05:58.148943 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ba23-d353-4c4a-84cb-dd0bd0fb2ea3 req-4722e163-2c4e-4c40-8a77-a532e7528878 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:58.150385 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e18ba23-d353-4c4a-84cb-dd0bd0fb2ea3 req-4722e163-2c4e-4c40-8a77-a532e7528878 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0804744 Feb 28 19:05:58.192722 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e18ba23-d353-4c4a-84cb-dd0bd0fb2ea3 req-50ef8456-6e84-4caa-aace-4d0964914ca9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367429 Feb 28 19:05:59.462323 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06402e-0164-41a0-a6b3-15962e2255a8 req-9bde0191-df1a-4ae6-82e5-1b4d4642164a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:59.463793 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cd06402e-0164-41a0-a6b3-15962e2255a8 req-9bde0191-df1a-4ae6-82e5-1b4d4642164a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.1614952 Feb 28 19:05:59.505737 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cd06402e-0164-41a0-a6b3-15962e2255a8 req-841abf80-470d-476b-9320-58b46de8b440 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362580 Feb 28 19:06:00.312122 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f8056-4a89-4eb9-bb67-761e60d423b4 req-a97d62ba-340b-4126-ba54-4f188a31a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:00.313563 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8f8f8056-4a89-4eb9-bb67-761e60d423b4 req-a97d62ba-340b-4126-ba54-4f188a31a3b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 1099 time: 0.0760109 Feb 28 19:06:00.450443 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f8056-4a89-4eb9-bb67-761e60d423b4 req-0cae940e-723c-440c-9bb7-9e3f474b6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:00.451974 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8f8f8056-4a89-4eb9-bb67-761e60d423b4 req-0cae940e-723c-440c-9bb7-9e3f474b6a5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 918 time: 0.1294439 Feb 28 19:06:00.536016 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:00.618649 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8f8f8056-4a89-4eb9-bb67-761e60d423b4 req-88c65de4-bad1-4717-a152-398a59da84a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37 HTTP/1.1" status: 200 len: 1002 time: 0.1603203 Feb 28 19:06:00.682721 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f8056-4a89-4eb9-bb67-761e60d423b4 req-9136d065-2bed-4327-95a3-de4d6d4a3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:00.684182 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8f8f8056-4a89-4eb9-bb67-761e60d423b4 req-9136d065-2bed-4327-95a3-de4d6d4a3a4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.0590575 Feb 28 19:06:00.707985 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba2f1-d47f-44ac-8beb-2d99d281b24d req-c0473e52-fa4a-4993-bdec-4a8f9dad25cf tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:00.709425 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-48aba2f1-d47f-44ac-8beb-2d99d281b24d req-c0473e52-fa4a-4993-bdec-4a8f9dad25cf tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0890877 Feb 28 19:06:00.756885 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-48aba2f1-d47f-44ac-8beb-2d99d281b24d req-e1922f9d-0423-42a8-8c0d-4f796219184a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412161 Feb 28 19:06:00.767843 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f8056-4a89-4eb9-bb67-761e60d423b4 req-409fabdb-83a6-4a97-a2ed-85be06a6f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:00.769885 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8f8f8056-4a89-4eb9-bb67-761e60d423b4 req-409fabdb-83a6-4a97-a2ed-85be06a6f161 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789824 Feb 28 19:06:00.906066 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8f8f8056-4a89-4eb9-bb67-761e60d423b4 req-3f4ed01d-2d60-4673-80f3-a00a3c75533d service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252472 Feb 28 19:06:01.044606 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8f8f8056-4a89-4eb9-bb67-761e60d423b4 req-7e1af22f-9ca8-4a87-8361-0c8572d96ed2 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324556 Feb 28 19:06:01.953870 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447d4fa-65f4-4570-88b0-5bb4a84eef06 req-61487b4a-1ab8-4227-98ef-854d2aa3be08 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:01.955432 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5447d4fa-65f4-4570-88b0-5bb4a84eef06 req-61487b4a-1ab8-4227-98ef-854d2aa3be08 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0800793 Feb 28 19:06:02.004436 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5447d4fa-65f4-4570-88b0-5bb4a84eef06 req-adbe03e2-e4a1-440a-ab0a-f8b7c3e4bc63 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 Feb 28 19:06:03.197470 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615d6b-9489-4f39-958f-62728b4a091c req-0699922e-86e7-4e19-b8b7-f74d74ca0379 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:03.198890 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e5615d6b-9489-4f39-958f-62728b4a091c req-0699922e-86e7-4e19-b8b7-f74d74ca0379 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 946 time: 0.0825930 Feb 28 19:06:03.242981 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e5615d6b-9489-4f39-958f-62728b4a091c req-8ed2a666-5640-4f84-bf0d-0066aee2f99e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383391 Feb 28 19:06:03.527141 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34234) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:03.646324 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7b775ae4-0b51-476d-b670-f03ec7ee82ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:03.661209 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-7b775ae4-0b51-476d-b670-f03ec7ee82ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:03.665953 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-7b775ae4-0b51-476d-b670-f03ec7ee82ed admin admin] Usage tracker for resource:security_group_rule and tenant:ed3431e3511e454e862f3a373ad0b5f0 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:03.668800 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-7b775ae4-0b51-476d-b670-f03ec7ee82ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:03.674393 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-7b775ae4-0b51-476d-b670-f03ec7ee82ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:03.756353 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7b775ae4-0b51-476d-b670-f03ec7ee82ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.004413 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7b775ae4-0b51-476d-b670-f03ec7ee82ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.055188 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b775ae4-0b51-476d-b670-f03ec7ee82ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561bdf99-38a5-4d8a-9eb2-e245d95fe4f6,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:04.059433 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-7b775ae4-0b51-476d-b670-f03ec7ee82ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed3431e3511e454e862f3a373ad0b5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311651 Feb 28 19:06:04.062174 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34244) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:04.123756 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-07667ae9-25ab-4248-b3e1-a0f940e21775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.151284 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-07667ae9-25ab-4248-b3e1-a0f940e21775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.278606 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-07667ae9-25ab-4248-b3e1-a0f940e21775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.293283 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07667ae9-25ab-4248-b3e1-a0f940e21775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561bdf99-38a5-4d8a-9eb2-e245d95fe4f6,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:04.299625 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-07667ae9-25ab-4248-b3e1-a0f940e21775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.300732 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-07667ae9-25ab-4248-b3e1-a0f940e21775 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/561bdf99-38a5-4d8a-9eb2-e245d95fe4f6 HTTP/1.1" status: 204 len: 168 time: 0.2375536 Feb 28 19:06:04.320317 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 7caa3a37-72ae-4e36-90cf-0f518cb19c37 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:06:04.433327 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.461261 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:06:04.470824 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:04.503827 dv-cinder-831187-1-iscsi neutron-server[87746]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'code': 422} returned with failed status Feb 28 19:06:04.538652 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34258) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:04.581303 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.653663 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=7caa3a37-72ae-4e36-90cf-0f518cb19c37,revision_number=8']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:04.797515 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b1cf-263a-4e67-8335-ea3b2b56e303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.812376 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-fdb3b1cf-263a-4e67-8335-ea3b2b56e303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:04.816450 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-fdb3b1cf-263a-4e67-8335-ea3b2b56e303 admin admin] Usage tracker for resource:security_group_rule and tenant:a6814a93605646409c18dd6dcb0482fe is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:04.820029 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-fdb3b1cf-263a-4e67-8335-ea3b2b56e303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:04.827744 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-fdb3b1cf-263a-4e67-8335-ea3b2b56e303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:04.917170 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b1cf-263a-4e67-8335-ea3b2b56e303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.998506 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b1cf-263a-4e67-8335-ea3b2b56e303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.045851 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-fdb3b1cf-263a-4e67-8335-ea3b2b56e303 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6814a93605646409c18dd6dcb0482fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035467 Feb 28 19:06:05.046447 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34280) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:05.050914 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3b1cf-263a-4e67-8335-ea3b2b56e303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd1923-25b8-48e1-a5d5-92a7630504f7,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:05.115912 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-bf2587b8-a1c9-424f-82d3-f3135a2f41e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.144558 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-bf2587b8-a1c9-424f-82d3-f3135a2f41e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.295434 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-bf2587b8-a1c9-424f-82d3-f3135a2f41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.312112 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2587b8-a1c9-424f-82d3-f3135a2f41e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfd1923-25b8-48e1-a5d5-92a7630504f7,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:05.321466 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-bf2587b8-a1c9-424f-82d3-f3135a2f41e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.322573 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-bf2587b8-a1c9-424f-82d3-f3135a2f41e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcfd1923-25b8-48e1-a5d5-92a7630504f7 HTTP/1.1" status: 204 len: 168 time: 0.2750196 Feb 28 19:06:05.449939 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-cdc1baaa-02e3-4b1d-9b1f-91a0ac09e739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.565893 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cbb77-4e36-4930-8e77-2bb5cc399e65 req-286ae406-7c31-4df7-917b-42f5279cca90 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:05.567276 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-778cbb77-4e36-4930-8e77-2bb5cc399e65 req-286ae406-7c31-4df7-917b-42f5279cca90 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0828421 Feb 28 19:06:05.619013 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-778cbb77-4e36-4930-8e77-2bb5cc399e65 req-9a1f9646-37b3-4a87-9dbc-2a6d20f2611b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437095 Feb 28 19:06:06.042269 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34314) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:06.058566 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7b5efae0-4da5-4145-bc75-698826b30ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:06.073559 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-7b5efae0-4da5-4145-bc75-698826b30ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:06.077411 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-7b5efae0-4da5-4145-bc75-698826b30ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:0724b73b968f4184816cb049eb6b0e63 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:06.080305 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-7b5efae0-4da5-4145-bc75-698826b30ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:06.085895 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-7b5efae0-4da5-4145-bc75-698826b30ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:06.173786 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7b5efae0-4da5-4145-bc75-698826b30ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:06.261179 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-7b5efae0-4da5-4145-bc75-698826b30ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:06.311099 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-7b5efae0-4da5-4145-bc75-698826b30ac4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0724b73b968f4184816cb049eb6b0e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696650 Feb 28 19:06:06.312754 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5efae0-4da5-4145-bc75-698826b30ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497ae269-753d-4a50-af89-29b66e8209ba,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:06.313772 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34326) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:06.377778 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4ec20f67-1b15-4430-bb43-1151563e54de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:06.404260 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4ec20f67-1b15-4430-bb43-1151563e54de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:06.552764 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4ec20f67-1b15-4430-bb43-1151563e54de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:06.571026 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec20f67-1b15-4430-bb43-1151563e54de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497ae269-753d-4a50-af89-29b66e8209ba,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:06.586765 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34340) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:06.590588 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4ec20f67-1b15-4430-bb43-1151563e54de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:06.594303 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-4ec20f67-1b15-4430-bb43-1151563e54de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/497ae269-753d-4a50-af89-29b66e8209ba HTTP/1.1" status: 204 len: 168 time: 0.2795265 Feb 28 19:06:06.715904 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-44702f47-28e7-435c-814d-48f97920c270 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1276276 Feb 28 19:06:06.850527 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafa0d2-1675-4ef9-9ed9-3f2d84d0e9aa req-38304b8b-4c25-45bf-8874-cdc0ca80a8f3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:06.852420 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dfafa0d2-1675-4ef9-9ed9-3f2d84d0e9aa req-38304b8b-4c25-45bf-8874-cdc0ca80a8f3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0938475 Feb 28 19:06:06.906005 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dfafa0d2-1675-4ef9-9ed9-3f2d84d0e9aa req-2e859fd2-9cad-4426-8cbd-c31eb63cac91 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464151 Feb 28 19:06:08.109427 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1918265-c8d6-4b3c-ab43-29a3dea613dd req-f220ffdb-18b0-4053-b1ad-1596770d80f5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:08.114702 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c1918265-c8d6-4b3c-ab43-29a3dea613dd req-f220ffdb-18b0-4053-b1ad-1596770d80f5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0865903 Feb 28 19:06:08.135604 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-993bbc4f-a667-4153-a52d-f8d3a210c65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:08.156747 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c1918265-c8d6-4b3c-ab43-29a3dea613dd req-6c0b6770-29ba-433d-bf5c-572008613bc1 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391619 Feb 28 19:06:08.758954 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:09.200738 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:09.365664 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2efbb-6a32-4306-a80d-577893194284 req-a06aa11a-8611-4e52-9d05-d1bc80848283 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:09.368365 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0ef2efbb-6a32-4306-a80d-577893194284 req-a06aa11a-8611-4e52-9d05-d1bc80848283 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0920541 Feb 28 19:06:09.417970 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0ef2efbb-6a32-4306-a80d-577893194284 req-228e64dd-23ea-46ff-86dd-77c13b1f13ba tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Feb 28 19:06:09.693405 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-da9a8419-de1c-487b-8b45-71a6beb6c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:09.695186 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-da9a8419-de1c-487b-8b45-71a6beb6c0f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70&tenant_id=a73fa98b1d974ed1935c4d3e2879abad HTTP/1.1" status: 200 len: 1097 time: 0.0705390 Feb 28 19:06:09.795713 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-56fb0ba4-72c3-4008-9bf1-7a1955cc4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:09.797151 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-56fb0ba4-72c3-4008-9bf1-7a1955cc4070 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 1097 time: 0.0753968 Feb 28 19:06:09.927649 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-e3232422-5172-4f28-8830-fefdfc047ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:09.929333 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-e3232422-5172-4f28-8830-fefdfc047ff8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 918 time: 0.1271060 Feb 28 19:06:09.963874 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34434) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:10.044351 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-eb696c80-55ad-469a-820b-d246c2a49e76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37 HTTP/1.1" status: 200 len: 1000 time: 0.1093905 Feb 28 19:06:10.080640 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-98e3000f-88de-4189-92a1-bc0bdbae57f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:10.095365 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-98e3000f-88de-4189-92a1-bc0bdbae57f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:10.099692 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-98e3000f-88de-4189-92a1-bc0bdbae57f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d8166b11a7f5496893f560152bde4e67 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:10.103167 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-98e3000f-88de-4189-92a1-bc0bdbae57f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:10.107828 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-466e58ab-0c7e-4ec0-a952-3f80d0412d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:10.108193 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-98e3000f-88de-4189-92a1-bc0bdbae57f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:10.110395 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-466e58ab-0c7e-4ec0-a952-3f80d0412d32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.0609808 Feb 28 19:06:10.184559 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-d5eb5d04-9d82-424e-9e79-3e9b7ed72c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:10.186009 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-d5eb5d04-9d82-424e-9e79-3e9b7ed72c2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699720 Feb 28 19:06:10.189566 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-98e3000f-88de-4189-92a1-bc0bdbae57f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:10.243651 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-98e3000f-88de-4189-92a1-bc0bdbae57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:10.295591 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34442) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:10.295812 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-98e3000f-88de-4189-92a1-bc0bdbae57f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8166b11a7f5496893f560152bde4e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305776 Feb 28 19:06:10.298307 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3000f-88de-4189-92a1-bc0bdbae57f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e443c199-127c-40fa-bf46-3eda51ebe4aa,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:10.359005 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-2d6d74de-bc0a-490d-a721-a43af0363052 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668975 Feb 28 19:06:10.413568 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc8a4-ca89-4005-9cda-61b9c931cae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:10.570641 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc8a4-ca89-4005-9cda-61b9c931cae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:10.624885 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-bd894113-bff6-4a07-a91c-598cb1e74664 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590840 Feb 28 19:06:10.629686 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dbd88-cfe0-4a46-a586-4723c63a7e9f req-8e6cd73d-db5e-45c8-955f-3482336f15e3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:10.631227 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c21dbd88-cfe0-4a46-a586-4723c63a7e9f req-8e6cd73d-db5e-45c8-955f-3482336f15e3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0880072 Feb 28 19:06:10.678207 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c21dbd88-cfe0-4a46-a586-4723c63a7e9f req-07a97192-c5c0-49b6-9a18-aa807b71c637 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404789 Feb 28 19:06:10.729836 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc8a4-ca89-4005-9cda-61b9c931cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:10.750380 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cc8a4-ca89-4005-9cda-61b9c931cae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e443c199-127c-40fa-bf46-3eda51ebe4aa,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:10.758594 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc8a4-ca89-4005-9cda-61b9c931cae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:10.760052 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-9b7cc8a4-ca89-4005-9cda-61b9c931cae9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e443c199-127c-40fa-bf46-3eda51ebe4aa HTTP/1.1" status: 204 len: 168 time: 0.4632161 Feb 28 19:06:10.833286 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:11.477753 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34478) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:11.505497 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbbc3-f79d-4b86-8321-019aa865ec27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:11.539342 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-1b7fbbc3-f79d-4b86-8321-019aa865ec27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:11.544392 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-1b7fbbc3-f79d-4b86-8321-019aa865ec27 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab2c81f04b344ce9acd80c60cfe45bb is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:11.547319 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-1b7fbbc3-f79d-4b86-8321-019aa865ec27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:11.553531 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-1b7fbbc3-f79d-4b86-8321-019aa865ec27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:11.688807 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbbc3-f79d-4b86-8321-019aa865ec27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:11.735606 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbbc3-f79d-4b86-8321-019aa865ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:11.793260 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34486) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:11.793871 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-1b7fbbc3-f79d-4b86-8321-019aa865ec27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ab2c81f04b344ce9acd80c60cfe45bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144763 Feb 28 19:06:11.798357 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fbbc3-f79d-4b86-8321-019aa865ec27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf782cc6-72b4-42f6-bab0-88df075769f3,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:11.965044 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-965a1e7f-98d3-42c7-9027-f128162dd87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:12.002914 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-965a1e7f-98d3-42c7-9027-f128162dd87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:12.017861 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58904f79-3a55-4159-82f2-7e51e321f098 req-79e45533-3a90-48d6-9014-582b28efd677 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:12.019688 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-58904f79-3a55-4159-82f2-7e51e321f098 req-79e45533-3a90-48d6-9014-582b28efd677 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.1723692 Feb 28 19:06:12.114506 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-58904f79-3a55-4159-82f2-7e51e321f098 req-f4ee8431-8b89-4f7b-ae70-6545d45925fc tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780678 Feb 28 19:06:12.278000 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-965a1e7f-98d3-42c7-9027-f128162dd87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:12.294625 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a1e7f-98d3-42c7-9027-f128162dd87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf782cc6-72b4-42f6-bab0-88df075769f3,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:12.302805 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-965a1e7f-98d3-42c7-9027-f128162dd87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:12.303969 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-965a1e7f-98d3-42c7-9027-f128162dd87c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf782cc6-72b4-42f6-bab0-88df075769f3 HTTP/1.1" status: 204 len: 168 time: 0.5089483 Feb 28 19:06:13.316882 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f271ab2-a174-4c2b-b807-d1b86a09f1ae req-c188bcda-cfeb-44d6-a02b-ad709c714e5a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:13.318385 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8f271ab2-a174-4c2b-b807-d1b86a09f1ae req-c188bcda-cfeb-44d6-a02b-ad709c714e5a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0978706 Feb 28 19:06:13.371675 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8f271ab2-a174-4c2b-b807-d1b86a09f1ae req-476de5e7-aa67-4c77-bb0a-b40bb984cd28 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464456 Feb 28 19:06:14.605870 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc0c3f-e566-4631-98e3-a903f0ebb7af req-38f9c09a-f440-4b6e-b536-f4345237f45e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:14.607519 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dfdc0c3f-e566-4631-98e3-a903f0ebb7af req-38f9c09a-f440-4b6e-b536-f4345237f45e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0882654 Feb 28 19:06:14.663772 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dfdc0c3f-e566-4631-98e3-a903f0ebb7af req-9fe08489-fec7-4bfc-9121-d4cff66d823b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474820 Feb 28 19:06:15.971970 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d74184-300b-4a20-bc14-4d8eff234cd5 req-9ff676ad-6f47-4b90-a6de-59c2c628e4c5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:15.974299 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-94d74184-300b-4a20-bc14-4d8eff234cd5 req-9ff676ad-6f47-4b90-a6de-59c2c628e4c5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.1883459 Feb 28 19:06:16.030791 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-94d74184-300b-4a20-bc14-4d8eff234cd5 req-bef42734-9bb4-403f-8676-07c2e73a78e9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450337 Feb 28 19:06:16.486783 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34584) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:16.618110 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0934829b-79f9-4353-b340-b948d464ce58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:16.635815 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-0934829b-79f9-4353-b340-b948d464ce58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:16.639542 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-0934829b-79f9-4353-b340-b948d464ce58 admin admin] Usage tracker for resource:security_group_rule and tenant:4db6583f9b374a5689b0f72bad5e73ed is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:16.642764 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-0934829b-79f9-4353-b340-b948d464ce58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:16.650890 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-0934829b-79f9-4353-b340-b948d464ce58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:16.747698 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0934829b-79f9-4353-b340-b948d464ce58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:16.969575 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0934829b-79f9-4353-b340-b948d464ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.045140 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-0934829b-79f9-4353-b340-b948d464ce58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4db6583f9b374a5689b0f72bad5e73ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5572248 Feb 28 19:06:17.045891 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934829b-79f9-4353-b340-b948d464ce58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab13b90d-f936-4cfc-9e97-6211faf6b58e,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:17.049121 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34594) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:17.122418 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8861527d-ffb9-45fd-961e-e13cc7395d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.153806 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8861527d-ffb9-45fd-961e-e13cc7395d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.310411 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7db2-04d4-4b30-9771-c7198e9ef130 req-d7249954-b914-48c5-aa11-ad8319eb23bc tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:17.318189 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-58ee7db2-04d4-4b30-9771-c7198e9ef130 req-d7249954-b914-48c5-aa11-ad8319eb23bc tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.1188340 Feb 28 19:06:17.364189 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8861527d-ffb9-45fd-961e-e13cc7395d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.385347 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-58ee7db2-04d4-4b30-9771-c7198e9ef130 req-1fb62c0d-90d0-4ba8-a804-cb0912d00de6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662124 Feb 28 19:06:17.386473 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861527d-ffb9-45fd-961e-e13cc7395d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab13b90d-f936-4cfc-9e97-6211faf6b58e,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:17.399758 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8861527d-ffb9-45fd-961e-e13cc7395d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.404489 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-8861527d-ffb9-45fd-961e-e13cc7395d27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab13b90d-f936-4cfc-9e97-6211faf6b58e HTTP/1.1" status: 204 len: 168 time: 0.3543701 Feb 28 19:06:17.700852 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34610) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:17.836697 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4f969bc6-1c24-4965-ab94-0d3d2e25dd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.850702 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-4f969bc6-1c24-4965-ab94-0d3d2e25dd89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:17.854472 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-4f969bc6-1c24-4965-ab94-0d3d2e25dd89 admin admin] Usage tracker for resource:security_group_rule and tenant:26af3a3bef3448548bad6d76cef467f2 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:17.857249 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-4f969bc6-1c24-4965-ab94-0d3d2e25dd89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:17.863650 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-4f969bc6-1c24-4965-ab94-0d3d2e25dd89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:17.962254 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4f969bc6-1c24-4965-ab94-0d3d2e25dd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.106841 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4f969bc6-1c24-4965-ab94-0d3d2e25dd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.160890 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f969bc6-1c24-4965-ab94-0d3d2e25dd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4969c3bb-1eb0-44fa-a545-d0e31290d59d,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:18.168751 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34618) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:18.169367 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-4f969bc6-1c24-4965-ab94-0d3d2e25dd89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26af3a3bef3448548bad6d76cef467f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668572 Feb 28 19:06:18.172821 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34622) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:18.191714 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-23199b51-7302-43d3-b231-ff9f008bf2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.207209 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-23199b51-7302-43d3-b231-ff9f008bf2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:18.211507 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-23199b51-7302-43d3-b231-ff9f008bf2dc admin admin] Usage tracker for resource:security_group_rule and tenant:f691db75f6f341d886f653f747fc8099 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:18.214636 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-23199b51-7302-43d3-b231-ff9f008bf2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:18.220387 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-23199b51-7302-43d3-b231-ff9f008bf2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:18.249633 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1ae0a4e9-9cfc-43d5-a820-2d1c4144a7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.277919 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1ae0a4e9-9cfc-43d5-a820-2d1c4144a7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.357933 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-23199b51-7302-43d3-b231-ff9f008bf2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.450766 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1ae0a4e9-9cfc-43d5-a820-2d1c4144a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.471900 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0a4e9-9cfc-43d5-a820-2d1c4144a7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4969c3bb-1eb0-44fa-a545-d0e31290d59d,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:18.482541 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-1ae0a4e9-9cfc-43d5-a820-2d1c4144a7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.486403 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-1ae0a4e9-9cfc-43d5-a820-2d1c4144a7f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4969c3bb-1eb0-44fa-a545-d0e31290d59d HTTP/1.1" status: 204 len: 168 time: 0.3128979 Feb 28 19:06:18.495796 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-23199b51-7302-43d3-b231-ff9f008bf2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.560466 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-23199b51-7302-43d3-b231-ff9f008bf2dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f691db75f6f341d886f653f747fc8099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857293 Feb 28 19:06:18.560798 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34630) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:18.570669 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23199b51-7302-43d3-b231-ff9f008bf2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5387b5f4-612b-413f-a067-758bf10fa339,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:18.654316 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c197be66-ef7a-45b5-a713-9e94805cc1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.690245 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c197be66-ef7a-45b5-a713-9e94805cc1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.711567 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb401c9-b415-4948-b1e7-16b30c888c47 req-67848176-c235-449e-bd17-33eabcd945ef tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:18.723854 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bbb401c9-b415-4948-b1e7-16b30c888c47 req-67848176-c235-449e-bd17-33eabcd945ef tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.1285446 Feb 28 19:06:18.798800 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bbb401c9-b415-4948-b1e7-16b30c888c47 req-2f23d40e-6512-4df9-912a-f5f63e7e7a2c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703037 Feb 28 19:06:18.861024 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c197be66-ef7a-45b5-a713-9e94805cc1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.879277 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197be66-ef7a-45b5-a713-9e94805cc1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5387b5f4-612b-413f-a067-758bf10fa339,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:18.888516 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c197be66-ef7a-45b5-a713-9e94805cc1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.890091 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-c197be66-ef7a-45b5-a713-9e94805cc1d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5387b5f4-612b-413f-a067-758bf10fa339 HTTP/1.1" status: 204 len: 168 time: 0.3275893 Feb 28 19:06:20.012885 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83632b0-b0e6-4079-9319-19c8aec4a585 req-dc7efa95-ccd8-4585-9174-d74c4c784d90 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:20.014593 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d83632b0-b0e6-4079-9319-19c8aec4a585 req-dc7efa95-ccd8-4585-9174-d74c4c784d90 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0944493 Feb 28 19:06:20.048695 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34642) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:20.067616 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d83632b0-b0e6-4079-9319-19c8aec4a585 req-dc26b10f-aef9-497b-be15-b9e1c2c5a6d0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470283 Feb 28 19:06:20.070133 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-23388cd3-36e7-48d1-9d3b-85bb165ed3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:20.086431 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-23388cd3-36e7-48d1-9d3b-85bb165ed3a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:20.090711 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-23388cd3-36e7-48d1-9d3b-85bb165ed3a7 admin admin] Usage tracker for resource:security_group_rule and tenant:4c2b93ebc91e42bf82b88f92d4c902ad is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:20.093900 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-23388cd3-36e7-48d1-9d3b-85bb165ed3a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:20.105796 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-23388cd3-36e7-48d1-9d3b-85bb165ed3a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:20.206408 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-23388cd3-36e7-48d1-9d3b-85bb165ed3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:20.300508 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-23388cd3-36e7-48d1-9d3b-85bb165ed3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:20.371834 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23388cd3-36e7-48d1-9d3b-85bb165ed3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7701545-12c1-47f6-9820-b888fef40980,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:20.376097 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-23388cd3-36e7-48d1-9d3b-85bb165ed3a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c2b93ebc91e42bf82b88f92d4c902ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258252 Feb 28 19:06:20.378985 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34656) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:20.442800 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-091371fc-9a42-4b47-914d-6fa4be3a4106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:20.468706 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-091371fc-9a42-4b47-914d-6fa4be3a4106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:20.592122 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-091371fc-9a42-4b47-914d-6fa4be3a4106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:20.613367 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091371fc-9a42-4b47-914d-6fa4be3a4106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7701545-12c1-47f6-9820-b888fef40980,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:20.632354 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-091371fc-9a42-4b47-914d-6fa4be3a4106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:20.633157 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-091371fc-9a42-4b47-914d-6fa4be3a4106 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7701545-12c1-47f6-9820-b888fef40980 HTTP/1.1" status: 204 len: 168 time: 0.2530615 Feb 28 19:06:21.282932 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcbf8d-3e6d-458c-ba43-4af4a7f321d0 req-49f25bb3-27b3-4939-b90a-76a4b56b3af3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:21.284399 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-51bcbf8d-3e6d-458c-ba43-4af4a7f321d0 req-49f25bb3-27b3-4939-b90a-76a4b56b3af3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0864334 Feb 28 19:06:21.329490 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-51bcbf8d-3e6d-458c-ba43-4af4a7f321d0 req-3e4bee3d-79ba-45e4-991d-8370c9cd8910 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389192 Feb 28 19:06:22.543655 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a59b35-983d-402a-be65-441bf26f8401 req-4997e4b8-604d-48be-8e17-49ef876a9137 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:22.545091 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-02a59b35-983d-402a-be65-441bf26f8401 req-4997e4b8-604d-48be-8e17-49ef876a9137 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0830967 Feb 28 19:06:22.588267 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-02a59b35-983d-402a-be65-441bf26f8401 req-a3d21514-5eec-49aa-9bba-0c920874edf9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375504 Feb 28 19:06:23.778515 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681cf11-c216-4741-9a8b-74b5016808b5 req-a6a11961-b0f3-4e14-b4e5-49f766179bc0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:23.780051 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e681cf11-c216-4741-9a8b-74b5016808b5 req-a6a11961-b0f3-4e14-b4e5-49f766179bc0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0801787 Feb 28 19:06:23.824222 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e681cf11-c216-4741-9a8b-74b5016808b5 req-436cee20-649f-4d3e-86cc-b1a84b9d53be tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384216 Feb 28 19:06:25.014572 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7144b8e-f600-44ac-8f73-3dea0f3bb201 req-a9ca9647-0b12-4b48-9822-cd8e9de6efbe tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:25.016032 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a7144b8e-f600-44ac-8f73-3dea0f3bb201 req-a9ca9647-0b12-4b48-9822-cd8e9de6efbe tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0824587 Feb 28 19:06:25.060881 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a7144b8e-f600-44ac-8f73-3dea0f3bb201 req-ac6208db-477d-4d6a-871c-ef1c8431836e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392015 Feb 28 19:06:26.256095 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46d854-50ad-4ac6-9f44-182e820472e6 req-9d5bbb5d-a169-49a3-8e0e-1cc51027f6cc tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:26.258130 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5a46d854-50ad-4ac6-9f44-182e820472e6 req-9d5bbb5d-a169-49a3-8e0e-1cc51027f6cc tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0789208 Feb 28 19:06:26.305009 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5a46d854-50ad-4ac6-9f44-182e820472e6 req-7538b23a-23f6-4798-9a56-102708be4f7d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411065 Feb 28 19:06:27.490241 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac13f-45ca-4579-a674-be4c0a8aeb4c req-09bdaddb-a942-4796-aa59-0f538d38009b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:27.491755 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-195ac13f-45ca-4579-a674-be4c0a8aeb4c req-09bdaddb-a942-4796-aa59-0f538d38009b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0785453 Feb 28 19:06:27.535157 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-195ac13f-45ca-4579-a674-be4c0a8aeb4c req-7743fe27-572d-4633-a938-07300c715f6d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377409 Feb 28 19:06:28.724502 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c4d0b-64f9-40db-a5d0-de64d0ea0f68 req-1bfb10f7-724a-4c5f-9f10-763ba85feabf tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:28.725923 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-394c4d0b-64f9-40db-a5d0-de64d0ea0f68 req-1bfb10f7-724a-4c5f-9f10-763ba85feabf tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0827694 Feb 28 19:06:28.772454 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-394c4d0b-64f9-40db-a5d0-de64d0ea0f68 req-a67bf8a9-1aae-406c-a8ba-f3a096246945 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Feb 28 19:06:29.968381 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e2f59-e819-409a-85b3-34be224dfe04 req-5846335e-423d-4da0-9879-8c1db1087d01 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:29.969835 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ca2e2f59-e819-409a-85b3-34be224dfe04 req-5846335e-423d-4da0-9879-8c1db1087d01 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0797539 Feb 28 19:06:30.026357 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ca2e2f59-e819-409a-85b3-34be224dfe04 req-4d883777-2089-458b-8434-8db2f00dd15d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506208 Feb 28 19:06:30.534032 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.920923 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-313e6732-e76e-4537-b079-b03c4e663c87 req-113491dc-f835-4bb6-85cd-18a53e8b7d4e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727518 Feb 28 19:06:31.011837 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e6732-e76e-4537-b079-b03c4e663c87 req-da864ef1-ab43-4d68-a07a-e8a887c1690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:31.013300 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-313e6732-e76e-4537-b079-b03c4e663c87 req-da864ef1-ab43-4d68-a07a-e8a887c1690c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 1098 time: 0.0726860 Feb 28 19:06:31.164205 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e6732-e76e-4537-b079-b03c4e663c87 req-8caf6ce8-1110-48be-95c7-0eb703ecf017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:31.165953 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-313e6732-e76e-4537-b079-b03c4e663c87 req-8caf6ce8-1110-48be-95c7-0eb703ecf017 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c812996-20a8-48cd-b6ed-d12028f6c0ff HTTP/1.1" status: 200 len: 911 time: 0.1332946 Feb 28 19:06:31.225269 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe4394-68a0-48fa-b165-59988e67bdda req-b54b3ced-8add-4553-8b9b-4c9544018fa1 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:31.226877 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-48fe4394-68a0-48fa-b165-59988e67bdda req-b54b3ced-8add-4553-8b9b-4c9544018fa1 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0871534 Feb 28 19:06:31.271943 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-313e6732-e76e-4537-b079-b03c4e663c87 req-e7cce2be-8113-4719-b3a9-6492fb64c611 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f30d713e-926a-4637-924b-eabbced9f31c HTTP/1.1" status: 200 len: 1001 time: 0.0998945 Feb 28 19:06:31.278312 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-48fe4394-68a0-48fa-b165-59988e67bdda req-d43802c5-edc7-48ab-aac1-c6e600d748c9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413344 Feb 28 19:06:31.335599 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e6732-e76e-4537-b079-b03c4e663c87 req-5f4c9fc3-9b60-430c-b9b9-c28d00be8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:31.337323 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-313e6732-e76e-4537-b079-b03c4e663c87 req-5f4c9fc3-9b60-430c-b9b9-c28d00be8e96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4696e929-cc56-41be-8b9d-89b6bfd0717a HTTP/1.1" status: 200 len: 849 time: 0.0588806 Feb 28 19:06:31.415622 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e6732-e76e-4537-b079-b03c4e663c87 req-93d3a19b-3bd3-464a-b2f6-759820d1b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:31.417113 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-313e6732-e76e-4537-b079-b03c4e663c87 req-93d3a19b-3bd3-464a-b2f6-759820d1b811 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c812996-20a8-48cd-b6ed-d12028f6c0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742831 Feb 28 19:06:31.553529 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-313e6732-e76e-4537-b079-b03c4e663c87 req-170bbb54-01de-4f51-8e29-34dd14d8edb4 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295879 Feb 28 19:06:31.691517 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-313e6732-e76e-4537-b079-b03c4e663c87 req-d49c79d2-ffd3-4b30-8870-6927b567fdd9 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320295 Feb 28 19:06:32.429434 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 7caa3a37-72ae-4e36-90cf-0f518cb19c37 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:06:32.476426 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69472929-b0a9-4e36-95d6-c0671823dae2 req-1c78c82f-3928-4486-9f6a-246e387210e0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:32.477951 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-69472929-b0a9-4e36-95d6-c0671823dae2 req-1c78c82f-3928-4486-9f6a-246e387210e0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 944 time: 0.0865293 Feb 28 19:06:32.541562 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-69472929-b0a9-4e36-95d6-c0671823dae2 req-8350722a-f179-4909-917a-de10a6504352 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516047 Feb 28 19:06:32.573601 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:32.586987 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'port_id': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'mac_address': 'fa:16:3e:a6:27:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:06:32.644972 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.663968 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7caa3a37-72ae-4e36-90cf-0f518cb19c37 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:06:32.679744 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:32.734409 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.803339 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=7caa3a37-72ae-4e36-90cf-0f518cb19c37,revision_number=9']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:33.054281 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['7caa3a37-72ae-4e36-90cf-0f518cb19c37'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:06:33.727325 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112be813-d068-490a-9bf4-cc45c1cb70d2 req-e8ed5f88-c867-4bf9-8d58-9ea7017ead25 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:33.728823 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-112be813-d068-490a-9bf4-cc45c1cb70d2 req-e8ed5f88-c867-4bf9-8d58-9ea7017ead25 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 945 time: 0.0823746 Feb 28 19:06:33.775795 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-112be813-d068-490a-9bf4-cc45c1cb70d2 req-2730df4a-bc96-426b-9995-da3e98ee545b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401592 Feb 28 19:06:34.001338 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:06:34.470470 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 7caa3a37-72ae-4e36-90cf-0f518cb19c37 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:06:34.537001 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:06:34.537268 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.653588 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.679364 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:06:34.689357 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:34.722405 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'code': 200} Feb 28 19:06:34.785679 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.858385 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=7caa3a37-72ae-4e36-90cf-0f518cb19c37,revision_number=10']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:34.868301 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.868681 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.869066 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.869399 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.869721 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.870337 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.870608 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.870903 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.871267 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.871556 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.871828 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.872148 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:34.977165 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c0f20-8503-4f68-aff3-cd90313a5bd2 req-6b7519d0-ca9d-4a5a-9ccc-da4d251af32a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:34.978810 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-295c0f20-8503-4f68-aff3-cd90313a5bd2 req-6b7519d0-ca9d-4a5a-9ccc-da4d251af32a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 947 time: 0.0872576 Feb 28 19:06:35.023764 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-295c0f20-8503-4f68-aff3-cd90313a5bd2 req-d343a6cd-21b0-4884-9609-cb6d6cf4cab5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389602 Feb 28 19:06:35.383131 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41765a-c613-4480-a1ca-f7ef51642bf5 req-98391c22-d223-489f-b704-2519626083cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:35.384735 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-6b41765a-c613-4480-a1ca-f7ef51642bf5 req-98391c22-d223-489f-b704-2519626083cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 1100 time: 0.0717010 Feb 28 19:06:35.425871 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-6b41765a-c613-4480-a1ca-f7ef51642bf5 req-e3df2f87-d6be-4ed6-aac9-e7453d7f16c1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344179 Feb 28 19:06:35.466307 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-17853f0b-5d1f-4bdb-b917-19b99979f325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.554873 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34888) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:35.676666 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.691446 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:35.695785 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Usage tracker for resource:security_group_rule and tenant:35baf3f6a7af457aa3ab65cd2f43a0d0 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:35.698783 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:35.704821 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:35.786757 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.791020 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34898) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:35.860187 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.925848 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb6dacb-1214-4d0d-8ae3-b93cfa603b1a,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:35.927993 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3c1ddf6f-75e4-43ac-a48d-108873672a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.018006 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35baf3f6a7af457aa3ab65cd2f43a0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619300 Feb 28 19:06:36.020697 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34904) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:36.024439 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.024783 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.025116 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.025446 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.025769 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.026091 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.027158 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.027491 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.027806 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.028123 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.028436 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.028744 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b71c99-e984-4d60-a056-91f7a402ced8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:36.037749 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-3c1ddf6f-75e4-43ac-a48d-108873672a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:36.042552 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-3c1ddf6f-75e4-43ac-a48d-108873672a48 admin admin] Usage tracker for resource:security_group_rule and tenant:802a715b4ed5468ab0efc3a06cbf242a is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:36.045237 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-3c1ddf6f-75e4-43ac-a48d-108873672a48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:36.050783 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-3c1ddf6f-75e4-43ac-a48d-108873672a48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:36.094777 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-b4e46739-a235-4108-92f7-295288437d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.120486 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-b4e46739-a235-4108-92f7-295288437d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.136275 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3c1ddf6f-75e4-43ac-a48d-108873672a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.213588 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3c1ddf6f-75e4-43ac-a48d-108873672a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.231330 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-b4e46739-a235-4108-92f7-295288437d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.248042 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e46739-a235-4108-92f7-295288437d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb6dacb-1214-4d0d-8ae3-b93cfa603b1a,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:36.261139 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-b4e46739-a235-4108-92f7-295288437d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.261339 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039eead-b836-493c-ac37-a26ea867bace req-f34ad0c7-d6dc-4398-add8-ffbcec89c6c4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:36.263186 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-b4e46739-a235-4108-92f7-295288437d2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efb6dacb-1214-4d0d-8ae3-b93cfa603b1a HTTP/1.1" status: 204 len: 168 time: 0.2407854 Feb 28 19:06:36.263341 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b039eead-b836-493c-ac37-a26ea867bace req-f34ad0c7-d6dc-4398-add8-ffbcec89c6c4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 947 time: 0.1164968 Feb 28 19:06:36.278604 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-3c1ddf6f-75e4-43ac-a48d-108873672a48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=802a715b4ed5468ab0efc3a06cbf242a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856744 Feb 28 19:06:36.280021 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ddf6f-75e4-43ac-a48d-108873672a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b95ff6-e8c9-4c4b-b26e-9ec03f249471,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:36.280661 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34912) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:36.322768 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b039eead-b836-493c-ac37-a26ea867bace req-30fa7374-75fb-4de4-b4f5-5d90e1b088c9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433431 Feb 28 19:06:36.346306 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-2346b282-d80c-4164-9f26-4f035e06852e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.373757 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-2346b282-d80c-4164-9f26-4f035e06852e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.499822 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-2346b282-d80c-4164-9f26-4f035e06852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.514334 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346b282-d80c-4164-9f26-4f035e06852e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b95ff6-e8c9-4c4b-b26e-9ec03f249471,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:36.521277 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-2346b282-d80c-4164-9f26-4f035e06852e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.522626 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-2346b282-d80c-4164-9f26-4f035e06852e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24b95ff6-e8c9-4c4b-b26e-9ec03f249471 HTTP/1.1" status: 204 len: 168 time: 0.2407520 Feb 28 19:06:36.955440 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 34926) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:36.984713 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-84f5ef59-afde-4fb5-9494-2ef160063fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.003230 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-84f5ef59-afde-4fb5-9494-2ef160063fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:37.009181 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-84f5ef59-afde-4fb5-9494-2ef160063fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:10ff8f52e9bf4643bbf61bd624408d39 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:37.012206 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-84f5ef59-afde-4fb5-9494-2ef160063fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:37.018149 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-84f5ef59-afde-4fb5-9494-2ef160063fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:37.109504 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-84f5ef59-afde-4fb5-9494-2ef160063fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.174325 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-84f5ef59-afde-4fb5-9494-2ef160063fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.225561 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-84f5ef59-afde-4fb5-9494-2ef160063fb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10ff8f52e9bf4643bbf61bd624408d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645032 Feb 28 19:06:37.225561 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5ef59-afde-4fb5-9494-2ef160063fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930eb105-54c3-4833-897e-beaa71d0502e,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:37.225986 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34944) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:37.288058 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9d365531-44b5-4a66-96b7-a68fc8932e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.314670 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9d365531-44b5-4a66-96b7-a68fc8932e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.482872 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9d365531-44b5-4a66-96b7-a68fc8932e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.498843 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d365531-44b5-4a66-96b7-a68fc8932e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930eb105-54c3-4833-897e-beaa71d0502e,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:37.513336 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9d365531-44b5-4a66-96b7-a68fc8932e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.514457 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-9d365531-44b5-4a66-96b7-a68fc8932e17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/930eb105-54c3-4833-897e-beaa71d0502e HTTP/1.1" status: 204 len: 168 time: 0.2873416 Feb 28 19:06:37.720414 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82029157-c1eb-421a-99f9-3b353347ac0e req-b9ac2f1e-ba1a-4470-b9d1-cf1740a599b3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:37.722162 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-82029157-c1eb-421a-99f9-3b353347ac0e req-b9ac2f1e-ba1a-4470-b9d1-cf1740a599b3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 947 time: 0.2862117 Feb 28 19:06:37.767414 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-82029157-c1eb-421a-99f9-3b353347ac0e req-15bb068f-1494-4226-8295-cc0783ce590e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391295 Feb 28 19:06:38.117913 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 34994) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:38.135958 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9c653c01-447a-4b5c-84b2-568f196c4fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:38.150416 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-9c653c01-447a-4b5c-84b2-568f196c4fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:38.154975 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-9c653c01-447a-4b5c-84b2-568f196c4fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:7857ff59828c476184e9bb04e4e457d1 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:38.156776 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-918a950f-146b-4f98-9af7-500d920be912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:38.158660 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-9c653c01-447a-4b5c-84b2-568f196c4fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:38.165252 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-9c653c01-447a-4b5c-84b2-568f196c4fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:38.253905 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9c653c01-447a-4b5c-84b2-568f196c4fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:38.317070 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9c653c01-447a-4b5c-84b2-568f196c4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:38.366696 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-9c653c01-447a-4b5c-84b2-568f196c4fa8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7857ff59828c476184e9bb04e4e457d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477047 Feb 28 19:06:38.368441 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c653c01-447a-4b5c-84b2-568f196c4fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dbd69d-a927-4d70-b7f6-78a637f77d9b,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:38.369305 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35000) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:38.429406 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e35212c7-9791-4a59-9b00-f28e802996d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:38.455148 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e35212c7-9791-4a59-9b00-f28e802996d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:38.602740 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e35212c7-9791-4a59-9b00-f28e802996d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:38.683870 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35212c7-9791-4a59-9b00-f28e802996d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dbd69d-a927-4d70-b7f6-78a637f77d9b,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:38.692362 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e35212c7-9791-4a59-9b00-f28e802996d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:38.693521 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-e35212c7-9791-4a59-9b00-f28e802996d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58dbd69d-a927-4d70-b7f6-78a637f77d9b HTTP/1.1" status: 204 len: 168 time: 0.3227015 Feb 28 19:06:38.882892 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:39.134146 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:39.217750 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd26a5-d79b-411a-84c7-69fc20be8f56 req-85ab69e0-58a8-4c17-91f7-b63a2fedccb7 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:39.219146 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ffbd26a5-d79b-411a-84c7-69fc20be8f56 req-85ab69e0-58a8-4c17-91f7-b63a2fedccb7 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 947 time: 0.3396900 Feb 28 19:06:39.267138 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ffbd26a5-d79b-411a-84c7-69fc20be8f56 req-20f797c7-2f59-4272-8588-17dd8e5f1775 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Feb 28 19:06:40.825490 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.352338 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35070) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:48.466238 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.480685 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:48.484462 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Usage tracker for resource:security_group_rule and tenant:47674e7732044e1a9a5918add0f2f190 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:48.487222 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:48.492681 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:48.572056 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.630804 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.677482 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47674e7732044e1a9a5918add0f2f190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239956 Feb 28 19:06:48.678343 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d2d337-aec8-4adc-93dd-1285a7279b9f,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:48.680088 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35076) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:48.685614 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.685979 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.686357 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.686687 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.687008 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.687356 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.687679 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.687996 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.688314 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.688627 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.688938 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.689253 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d38de1-c896-4775-98ad-5fa4e03e1848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:48.737056 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e98f51e1-9af4-47b3-bb42-af2e6da4f2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.761691 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e98f51e1-9af4-47b3-bb42-af2e6da4f2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.870997 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e98f51e1-9af4-47b3-bb42-af2e6da4f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.886801 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f51e1-9af4-47b3-bb42-af2e6da4f2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d2d337-aec8-4adc-93dd-1285a7279b9f,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:48.895012 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e98f51e1-9af4-47b3-bb42-af2e6da4f2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.896128 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-e98f51e1-9af4-47b3-bb42-af2e6da4f2c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64d2d337-aec8-4adc-93dd-1285a7279b9f HTTP/1.1" status: 204 len: 168 time: 0.2150462 Feb 28 19:06:49.911430 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35100) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:50.015432 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-977212594-network', 'tenant_id': '90acc320256d4622a351a587d9f604c3'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:50.020241 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:50.024536 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Usage tracker for resource:network and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:50.028352 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:50.033927 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:50.093486 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Made reservation on behalf of 90acc320256d4622a351a587d9f604c3 for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:06:50.095737 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.108477 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.126180 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:50.130396 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Usage tracker for resource:security_group_rule and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:50.133728 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:50.140376 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:50.221277 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.287747 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.317229 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:06:50.325813 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7181a7a3-606f-48ed-852d-4e86291135bd,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:50.331180 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.331525 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Added segment 3ce6a53b-ff8d-4990-8171-c5a396c52ae4 of type vlan for network 782279ce-5700-40e2-9c75-fac7ff451ff3 Feb 28 19:06:50.356788 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.448947 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.449884 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:50.450465 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.551345 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] Pushing event updated for resources: {'Network': ['ID=782279ce-5700-40e2-9c75-fac7ff451ff3,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:50.561005 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 782279ce-5700-40e2-9c75-fac7ff451ff3 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:06:50.617373 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-613fca2f-0e9e-4424-97c5-71419e16d727 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7020531 Feb 28 19:06:50.617574 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35106) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:50.622930 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Request body: {'subnet': {'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-977212594-subnet', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'ip_version': 4}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:50.627658 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:50.631382 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Usage tracker for resource:subnet and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:50.634177 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:50.640400 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:50.699565 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Made reservation on behalf of 90acc320256d4622a351a587d9f604c3 for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:06:50.701914 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6601737'] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.973813 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8311434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6601759'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:51.047422 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aef53b0-2440-4863-935a-1de0b529ed68,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:51.054470 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Checking segment: {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:06:51.054819 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Network hostable DHCP agents. Network: 782279ce-5700-40e2-9c75-fac7ff451ff3, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:06:51.144704 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Network 782279ce-5700-40e2-9c75-fac7ff451ff3 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:06:51.213794 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 782279ce-5700-40e2-9c75-fac7ff451ff3) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:06:51.218655 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:51.220579 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:51.221269 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c2a719-f149-42b8-9142-43a9cb6a4bd1 None None] Network 782279ce-5700-40e2-9c75-fac7ff451ff3 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:06:51.317660 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-f700c044-ea85-454e-acc6-6b0b336bfd2a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6991179 Feb 28 19:06:51.320216 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35112) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:51.325799 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:51.332683 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:51.334129 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Usage tracker for resource:router and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:51.336958 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:51.343368 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:51.425278 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8067972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-737'] for router, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:51.426464 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8065093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-744'] for router, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:51.430296 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp976022dc-689f-57ed-bb90-0c1d0b986033-782279ce-5700-40e2-9c75-fac7ff451ff3', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68'}]}} from dv-cinder-831187-1-iscsi. {{(pid=87746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:06:51.431357 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:51.442491 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:51.586190 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.db_base_plugin_common [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Allocated IP 172.20.0.2 (782279ce-5700-40e2-9c75-fac7ff451ff3/8aef53b0-2440-4863-935a-1de0b529ed68/0a47814c-9e92-4771-aadc-0847f0698107) {{(pid=87746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:06:51.771356 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8065079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8067945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-538'] for router, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:51.816501 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Notify callbacks [] for port, precommit_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:51.826835 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Transition to ACTIVE for port object 0a47814c-9e92-4771-aadc-0847f0698107 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:06:51.844941 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Transition to ACTIVE for port object 0a47814c-9e92-4771-aadc-0847f0698107 will not be triggered until provisioned by entity DHCP. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:06:51.923070 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:51.985075 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Network 782279ce-5700-40e2-9c75-fac7ff451ff3 is already hosted by enough agents. {{(pid=87746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:06:51.992333 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.base_scheduler [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Resources bound (agent type, host, resource id): {{(pid=87746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:06:51.996335 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Received port after_create {{(pid=87746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:06:52.001803 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Pushing event updated for resources: {'Port': ['ID=0a47814c-9e92-4771-aadc-0847f0698107,revision_number=1']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:52.090303 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Attempting to bind port 0a47814c-9e92-4771-aadc-0847f0698107 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:06:52.090670 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Attempting to bind port 0a47814c-9e92-4771-aadc-0847f0698107 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:06:52.091152 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Attempting to bind port 0a47814c-9e92-4771-aadc-0847f0698107 on network 782279ce-5700-40e2-9c75-fac7ff451ff3 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:06:52.096433 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:06:52.096738 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Checking segment: {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:06:52.097133 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:52.097519 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Bound using segment: {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:06:52.097972 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Bound port: 0a47814c-9e92-4771-aadc-0847f0698107, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:06:52.098334 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:52.190176 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] For port 0a47814c-9e92-4771-aadc-0847f0698107, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:06:52.193112 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] For port 0a47814c-9e92-4771-aadc-0847f0698107, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=0a47814c-9e92-4771-aadc-0847f0698107,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:06:52.251720 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:52.254082 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:52.282015 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:52.339206 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100a7af-852e-4383-a64b-b2e47619ef03 None None] Pushing event updated for resources: {'Port': ['ID=0a47814c-9e92-4771-aadc-0847f0698107,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:52.422901 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Allocated IP 172.27.1.190 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/590b6f38-23b4-4e0e-b579-121c7b3d8dcb) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:06:52.591461 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:52.688315 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:52.750411 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:06:52.753089 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:06:52.761475 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:06:52.796053 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=590b6f38-23b4-4e0e-b579-121c7b3d8dcb,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:53.231931 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aa1548-248d-4110-a11e-47de7d2f3a17 None None] Network 782279ce-5700-40e2-9c75-fac7ff451ff3 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:06:53.259405 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:53.391619 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-2d5d8b72-6de4-4fb8-9358-d253908a1e1b None None] Provisioning for port 0a47814c-9e92-4771-aadc-0847f0698107 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:06:53.580491 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 0a47814c-9e92-4771-aadc-0847f0698107 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:06:53.728258 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 0a47814c-9e92-4771-aadc-0847f0698107 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:06:53.735358 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 0a47814c-9e92-4771-aadc-0847f0698107 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:06:53.737402 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:53.763838 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8067967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8065048'] for router, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:53.863521 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-4ce4415a-5943-45af-8395-3b13a8034422 None None] Provisioning complete for port 0a47814c-9e92-4771-aadc-0847f0698107 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:06:53.863811 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4ce4415a-5943-45af-8395-3b13a8034422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:53.886627 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:53.951977 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 0a47814c-9e92-4771-aadc-0847f0698107, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=0a47814c-9e92-4771-aadc-0847f0698107,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:54.013517 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4ce4415a-5943-45af-8395-3b13a8034422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:54.025147 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:54.048128 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 is scheduled to L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 with binding_index 1 {{(pid=87745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:06:54.149708 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=0a47814c-9e92-4771-aadc-0847f0698107,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:54.157802 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.db.api [None req-4ce4415a-5943-45af-8395-3b13a8034422 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:06:54.158194 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG oslo_db.api [None req-4ce4415a-5943-45af-8395-3b13a8034422 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:06:54.233828 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:06:54.242261 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Sync routers for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:06:54.251135 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:06:54.251740 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:06:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:54.310700 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:54.311997 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-376933ac-3eb2-4d26-9cc8-694b1c29b8c5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9908574 Feb 28 19:06:54.314727 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35116) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:54.430553 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:06:54.785554 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:53Z', 'revision_number': 3, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:54.789713 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Checking router: 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:06:54.790048 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Updating router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb binding host dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:06:54.842295 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:54.975069 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:55.177871 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:55.191070 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Transition to ACTIVE for port object 590b6f38-23b4-4e0e-b579-121c7b3d8dcb will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:06:55.271234 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:55.284046 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Allocated IP 172.20.0.1 (782279ce-5700-40e2-9c75-fac7ff451ff3/8aef53b0-2440-4863-935a-1de0b529ed68/1940888f-3c42-42d2-b183-dbefe960ff25) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:06:55.350227 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Attempting to bind port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:06:55.350589 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Attempting to bind port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:06:55.350947 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Attempting to bind port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb on network 18d537f6-da49-43a6-a13a-4c96f3f55116 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:06:55.360073 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5edb3f-02ba-4141-a70a-e379362a625e None None] Pushing event updated for resources: {'Port': ['ID=590b6f38-23b4-4e0e-b579-121c7b3d8dcb,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:55.370137 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:06:55.370137 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Checking segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:06:55.370137 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:55.370137 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Bound using segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:06:55.370137 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Bound port: 590b6f38-23b4-4e0e-b579-121c7b3d8dcb, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:06:55.370137 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:55.437160 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] For port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:06:55.440026 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] For port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=590b6f38-23b4-4e0e-b579-121c7b3d8dcb,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:06:55.446565 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:55.462135 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Transition to ACTIVE for port object 1940888f-3c42-42d2-b183-dbefe960ff25 will not be triggered until provisioned by entity DHCP. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:06:55.531507 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 0a47814c-9e92-4771-aadc-0847f0698107 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:06:55.564191 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:55.568222 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:55.625641 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Network 782279ce-5700-40e2-9c75-fac7ff451ff3 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:06:55.628427 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:06:55.631980 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:06:55.669075 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:06:55.670170 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:06:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:55.680357 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Pushing event updated for resources: {'Port': ['ID=1940888f-3c42-42d2-b183-dbefe960ff25,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:55.701770 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065618'] for router_interface, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:55.720382 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5edb3f-02ba-4141-a70a-e379362a625e None None] Pushing event updated for resources: {'Port': ['ID=590b6f38-23b4-4e0e-b579-121c7b3d8dcb,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:55.747714 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 0a47814c-9e92-4771-aadc-0847f0698107 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:06:55.748080 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:55.922848 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:06:56.051067 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-051aa8ae-3c2f-426a-bbcc-2e128076d9fa None None] Provisioning for port 1940888f-3c42-42d2-b183-dbefe960ff25 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:06:56.083938 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:56.087099 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-051aa8ae-3c2f-426a-bbcc-2e128076d9fa None None] Provisioning complete for port 1940888f-3c42-42d2-b183-dbefe960ff25 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:06:56.087615 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-051aa8ae-3c2f-426a-bbcc-2e128076d9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:56.252352 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-051aa8ae-3c2f-426a-bbcc-2e128076d9fa None None] Port 1940888f-3c42-42d2-b183-dbefe960ff25 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:06:56.306694 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:56.340453 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:53Z', 'revision_number': 3, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:56.344350 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560322c-a412-4671-9dc6-be60e2be84d2 None None] The sync data for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi is: [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:53Z', 'revision_number': 3, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:06:56.396485 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:56.505011 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Pushing event updated for resources: {'Port': ['ID=1940888f-3c42-42d2-b183-dbefe960ff25,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:56.507494 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8065515'] for router_interface, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:56.654072 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Network 782279ce-5700-40e2-9c75-fac7ff451ff3 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:06:56.655290 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:06:56.853011 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:06:56.875761 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-ca513cd1-9578-42dc-8ace-0fbc30e5d971 None None] Provisioning complete for port 1940888f-3c42-42d2-b183-dbefe960ff25 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:06:56.876404 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-ca513cd1-9578-42dc-8ace-0fbc30e5d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:56.935704 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-ca513cd1-9578-42dc-8ace-0fbc30e5d971 None None] Port 1940888f-3c42-42d2-b183-dbefe960ff25 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:06:57.154997 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:06:57.164249 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-6bd46876-251c-4e93-9cd4-3077da865e04 admin admin] 10.222.0.21 "PUT /v2.0/routers/8f62bbfb-5fe5-480c-8a8a-980c00c0d221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8486042 Feb 28 19:06:57.559940 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 590b6f38-23b4-4e0e-b579-121c7b3d8dcb up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:06:57.673950 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:06:57.676390 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:06:57.676754 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:57.794260 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Sync routers for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:06:57.798968 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:57.805496 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:06:57.806585 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:06:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:57.816251 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=590b6f38-23b4-4e0e-b579-121c7b3d8dcb,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:57.887937 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:57.898201 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35134) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:57.904897 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1711783036-network', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:57.909682 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:57.913791 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Usage tracker for resource:network and tenant:884f946601014cdfa5f7bbc37ad6562a is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:57.917135 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:57.925088 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:57.956057 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=590b6f38-23b4-4e0e-b579-121c7b3d8dcb,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:57.992516 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:06:58.003100 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Made reservation on behalf of 884f946601014cdfa5f7bbc37ad6562a for: {'network': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:06:58.005436 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.018288 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.033028 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:58.036861 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Usage tracker for resource:security_group_rule and tenant:884f946601014cdfa5f7bbc37ad6562a is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:58.039805 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:58.045622 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:58.131204 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.190924 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.222444 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=87744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:06:58.231271 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843ab29c-a6a8-439e-b3b3-064390459725,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:58.237806 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.238191 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.segments_db [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Added segment c0f12de0-334f-460f-b2a0-bbefa7dc1ee3 of type vlan for network d1b789d3-3616-46cd-aca8-1cc330ef9ec1 Feb 28 19:06:58.265809 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.311054 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:06:56Z', 'revision_number': 2, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:58.314700 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Checking router: 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:06:58.315037 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Updating router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 port 1940888f-3c42-42d2-b183-dbefe960ff25 binding host dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:06:58.362427 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.363445 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:58.364209 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.365725 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.471749 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] Pushing event updated for resources: {'Network': ['ID=d1b789d3-3616-46cd-aca8-1cc330ef9ec1,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:58.481941 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network d1b789d3-3616-46cd-aca8-1cc330ef9ec1 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:06:58.540764 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-0bc94534-b5ff-4d2b-adc9-cd21fce8a00e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6412189 Feb 28 19:06:58.544166 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35138) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:58.549817 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Request body: {'subnet': {'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1711783036-subnet', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'ip_version': 4}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:58.554999 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:58.560494 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Usage tracker for resource:subnet and tenant:884f946601014cdfa5f7bbc37ad6562a is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:58.564436 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:58.574963 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:58.659500 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Made reservation on behalf of 884f946601014cdfa5f7bbc37ad6562a for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:06:58.661945 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6601737'] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.735814 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Notify callbacks [] for port, precommit_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.748408 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.provisioning_blocks [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Transition to ACTIVE for port object 1940888f-3c42-42d2-b183-dbefe960ff25 will not be triggered until provisioned by entity L2. {{(pid=87747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:06:58.824835 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.939973 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8311434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6601759'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.956204 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Pushing event updated for resources: {'Port': ['ID=1940888f-3c42-42d2-b183-dbefe960ff25,revision_number=3']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:58.964317 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:58.967662 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:58.967662 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:58.967662 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:58.967662 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:58.967662 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:58.967662 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:58.967662 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:58.967662 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:58.967662 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:58.967662 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:58.967662 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:59.020430 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd421662-6c8b-4df4-b8cd-71875a31916f,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:59.034302 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Checking segment: {'id': 'c0f12de0-334f-460f-b2a0-bbefa7dc1ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:06:59.034653 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Network hostable DHCP agents. Network: d1b789d3-3616-46cd-aca8-1cc330ef9ec1, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:06:59.145076 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Network d1b789d3-3616-46cd-aca8-1cc330ef9ec1 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:06:59.253414 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, d1b789d3-3616-46cd-aca8-1cc330ef9ec1) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:06:59.257824 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:59.258403 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.261445 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ea9dd4-df39-40a2-aa4f-c323c98b7728 None None] Network d1b789d3-3616-46cd-aca8-1cc330ef9ec1 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:06:59.354172 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-eef34a32-21c2-4fa1-afe0-24e38a77b31a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8065715 Feb 28 19:06:59.354534 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35142) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:59.359762 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1711783036-router', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:59.364302 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:59.368409 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Usage tracker for resource:router and tenant:884f946601014cdfa5f7bbc37ad6562a is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:59.371428 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:59.377132 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:59.470938 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8067972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-737'] for router, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.472050 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8065093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-744'] for router, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.474299 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0574494-84e1-4c78-8494-748406915571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp976022dc-689f-57ed-bb90-0c1d0b986033-d1b789d3-3616-46cd-aca8-1cc330ef9ec1', 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'fixed_ips': [{'subnet_id': 'cd421662-6c8b-4df4-b8cd-71875a31916f'}]}} from dv-cinder-831187-1-iscsi. {{(pid=87746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:06:59.475200 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a0574494-84e1-4c78-8494-748406915571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.489160 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.507010 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Attempting to bind port 1940888f-3c42-42d2-b183-dbefe960ff25 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:06:59.508717 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Attempting to bind port 1940888f-3c42-42d2-b183-dbefe960ff25 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:06:59.508717 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Attempting to bind port 1940888f-3c42-42d2-b183-dbefe960ff25 on network 782279ce-5700-40e2-9c75-fac7ff451ff3 {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:06:59.513642 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:06:59.514000 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Checking segment: {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:06:59.514380 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.514756 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Bound using segment: {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:06:59.515259 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Bound port: 1940888f-3c42-42d2-b183-dbefe960ff25, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'}}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:06:59.515619 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.556042 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 590b6f38-23b4-4e0e-b579-121c7b3d8dcb up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:06:59.606368 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] For port 1940888f-3c42-42d2-b183-dbefe960ff25, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:06:59.609467 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] For port 1940888f-3c42-42d2-b183-dbefe960ff25, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=1940888f-3c42-42d2-b183-dbefe960ff25,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:06:59.660149 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.696041 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.db_base_plugin_common [None req-a0574494-84e1-4c78-8494-748406915571 None None] Allocated IP 172.20.0.2 (d1b789d3-3616-46cd-aca8-1cc330ef9ec1/cd421662-6c8b-4df4-b8cd-71875a31916f/07e966cd-29e1-4523-816c-f06c5443d7fe) {{(pid=87746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:06:59.705761 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:06:59.706129 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.749327 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc60ba6-12d2-4306-9d73-23fd242d2447 None None] Pushing event updated for resources: {'Port': ['ID=1940888f-3c42-42d2-b183-dbefe960ff25,revision_number=4']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:59.756576 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:06:59.757191 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:06:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:59.842765 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8065079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8067945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-538'] for router, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.946038 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a0574494-84e1-4c78-8494-748406915571 None None] Notify callbacks [] for port, precommit_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.958406 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:06:59.960419 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-a0574494-84e1-4c78-8494-748406915571 None None] Transition to ACTIVE for port object 07e966cd-29e1-4523-816c-f06c5443d7fe will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:00.002060 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-a0574494-84e1-4c78-8494-748406915571 None None] Transition to ACTIVE for port object 07e966cd-29e1-4523-816c-f06c5443d7fe will not be triggered until provisioned by entity DHCP. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:00.100305 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a0574494-84e1-4c78-8494-748406915571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.190456 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0574494-84e1-4c78-8494-748406915571 None None] Network d1b789d3-3616-46cd-aca8-1cc330ef9ec1 is already hosted by enough agents. {{(pid=87746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:00.193340 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.base_scheduler [None req-a0574494-84e1-4c78-8494-748406915571 None None] Resources bound (agent type, host, resource id): {{(pid=87746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:00.195669 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0574494-84e1-4c78-8494-748406915571 None None] Received port after_create {{(pid=87746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:00.233177 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.266681 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.279366 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0574494-84e1-4c78-8494-748406915571 None None] Pushing event updated for resources: {'Port': ['ID=07e966cd-29e1-4523-816c-f06c5443d7fe,revision_number=1']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:00.302405 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-a0574494-84e1-4c78-8494-748406915571 None None] Attempting to bind port 07e966cd-29e1-4523-816c-f06c5443d7fe on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:07:00.303654 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-a0574494-84e1-4c78-8494-748406915571 None None] Attempting to bind port 07e966cd-29e1-4523-816c-f06c5443d7fe by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'c0f12de0-334f-460f-b2a0-bbefa7dc1ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:07:00.303654 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0574494-84e1-4c78-8494-748406915571 None None] Attempting to bind port 07e966cd-29e1-4523-816c-f06c5443d7fe on network d1b789d3-3616-46cd-aca8-1cc330ef9ec1 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:00.309702 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0574494-84e1-4c78-8494-748406915571 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:07:00.310081 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0574494-84e1-4c78-8494-748406915571 None None] Checking segment: {'id': 'c0f12de0-334f-460f-b2a0-bbefa7dc1ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:00.310481 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a0574494-84e1-4c78-8494-748406915571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.310880 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0574494-84e1-4c78-8494-748406915571 None None] Bound using segment: {'id': 'c0f12de0-334f-460f-b2a0-bbefa7dc1ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:07:00.311376 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-a0574494-84e1-4c78-8494-748406915571 None None] Bound port: 07e966cd-29e1-4523-816c-f06c5443d7fe, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f12de0-334f-460f-b2a0-bbefa7dc1ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:07:00.311750 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a0574494-84e1-4c78-8494-748406915571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.342427 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:06:59Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:00.346408 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30225d5-7e70-4774-b4e8-734bd379b538 None None] The sync data for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi is: [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:06:59Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:07:00.433699 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Allocated IP 172.27.1.95 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/8be1c616-0424-42c6-a5ee-35664200592d) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:00.487450 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-a0574494-84e1-4c78-8494-748406915571 None None] For port 07e966cd-29e1-4523-816c-f06c5443d7fe, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:07:00.490716 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-a0574494-84e1-4c78-8494-748406915571 None None] For port 07e966cd-29e1-4523-816c-f06c5443d7fe, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=07e966cd-29e1-4523-816c-f06c5443d7fe,segment=NetworkSegment(c0f12de0-334f-460f-b2a0-bbefa7dc1ee3),segment_id=c0f12de0-334f-460f-b2a0-bbefa7dc1ee3)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:07:00.594242 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.607896 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.621325 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a0574494-84e1-4c78-8494-748406915571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.703960 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.717448 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0574494-84e1-4c78-8494-748406915571 None None] Pushing event updated for resources: {'Port': ['ID=07e966cd-29e1-4523-816c-f06c5443d7fe,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:00.786701 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:00.790053 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:00.793275 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:00.839249 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Pushing event updated for resources: {'Port': ['ID=8be1c616-0424-42c6-a5ee-35664200592d,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:01.434208 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:01.633114 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 1940888f-3c42-42d2-b183-dbefe960ff25 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:01.740970 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04d8381-14ad-4036-8e15-ed2bf4421c58 None None] Network d1b789d3-3616-46cd-aca8-1cc330ef9ec1 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:07:01.767372 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 1940888f-3c42-42d2-b183-dbefe960ff25 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:01.779945 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 1940888f-3c42-42d2-b183-dbefe960ff25 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:01.784552 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:01.815747 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8067967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8065048'] for router, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:02.011901 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-689d8563-dfbe-4846-bd50-bff8c28f3b41 None None] Provisioning for port 07e966cd-29e1-4523-816c-f06c5443d7fe completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:02.076188 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:02.088062 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Router 4f1bc563-e444-4c17-8575-7dc918b3a18e is scheduled to L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 with binding_index 1 {{(pid=87745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:07:02.116501 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 1940888f-3c42-42d2-b183-dbefe960ff25, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=1940888f-3c42-42d2-b183-dbefe960ff25,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:02.190731 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:02.191593 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 07e966cd-29e1-4523-816c-f06c5443d7fe up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:02.278656 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:07:02.292297 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Sync routers for ids ['4f1bc563-e444-4c17-8575-7dc918b3a18e'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:07:02.324654 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Routers {'4f1bc563-e444-4c17-8575-7dc918b3a18e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:02.325262 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:06:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['4f1bc563-e444-4c17-8575-7dc918b3a18e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:02.373727 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:02.373727 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b891863f-94cb-4ef3-99ff-3cc359e64cba admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0145750 Feb 28 19:07:02.373727 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35158) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:02.403287 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=1940888f-3c42-42d2-b183-dbefe960ff25,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:02.506197 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 07e966cd-29e1-4523-816c-f06c5443d7fe completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:02.516391 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 07e966cd-29e1-4523-816c-f06c5443d7fe triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:02.516772 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:02.585903 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Set router 4f1bc563-e444-4c17-8575-7dc918b3a18e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:02.875224 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:02.966441 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 07e966cd-29e1-4523-816c-f06c5443d7fe, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=07e966cd-29e1-4523-816c-f06c5443d7fe,segment=NetworkSegment(c0f12de0-334f-460f-b2a0-bbefa7dc1ee3),segment_id=c0f12de0-334f-460f-b2a0-bbefa7dc1ee3)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:02.993207 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'name': 'tempest-TestVolumeBootPattern-1711783036-router', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '8be1c616-0424-42c6-a5ee-35664200592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:59Z', 'updated_at': '2022-02-28T19:07:01Z', 'revision_number': 3, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'gw_port': {'id': '8be1c616-0424-42c6-a5ee-35664200592d', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:00Z', 'updated_at': '2022-02-28T19:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:03.001134 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Checking router: 4f1bc563-e444-4c17-8575-7dc918b3a18e for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:07:03.002107 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Updating router 4f1bc563-e444-4c17-8575-7dc918b3a18e port 8be1c616-0424-42c6-a5ee-35664200592d binding host dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:07:03.047739 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.116617 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.182661 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=07e966cd-29e1-4523-816c-f06c5443d7fe,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:03.183796 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.397055 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Allocated IP 172.20.0.1 (d1b789d3-3616-46cd-aca8-1cc330ef9ec1/cd421662-6c8b-4df4-b8cd-71875a31916f/e42bd6b6-ab47-4fbc-93ca-e146df78c9f7) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:03.517523 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Notify callbacks [] for port, precommit_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.532267 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Transition to ACTIVE for port object 8be1c616-0424-42c6-a5ee-35664200592d will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:03.569242 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 1940888f-3c42-42d2-b183-dbefe960ff25 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:03.598901 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.624838 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Transition to ACTIVE for port object e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 will not be triggered until provisioned by entity DHCP. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:03.638173 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.668674 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8d5ce-bd08-43d2-a687-e6e528c447cd req-0ef0e9fa-fe62-411c-beab-cf12cf99907b tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:03.670211 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-eff8d5ce-bd08-43d2-a687-e6e528c447cd req-0ef0e9fa-fe62-411c-beab-cf12cf99907b tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1103127 Feb 28 19:07:03.676949 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 1940888f-3c42-42d2-b183-dbefe960ff25 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:03.676949 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.720385 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-eff8d5ce-bd08-43d2-a687-e6e528c447cd req-96a038fa-4667-45df-91cb-030aaa09d47e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442078 Feb 28 19:07:03.745936 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.769082 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc676fa-5c39-42af-8ffe-2b728d96f7e7 None None] Pushing event updated for resources: {'Port': ['ID=8be1c616-0424-42c6-a5ee-35664200592d,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:03.775268 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Attempting to bind port 8be1c616-0424-42c6-a5ee-35664200592d on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:07:03.776042 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Attempting to bind port 8be1c616-0424-42c6-a5ee-35664200592d by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:07:03.776202 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Attempting to bind port 8be1c616-0424-42c6-a5ee-35664200592d on network 18d537f6-da49-43a6-a13a-4c96f3f55116 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:03.784228 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:07:03.785371 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Checking segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:03.785371 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.785371 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Bound using segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:07:03.785837 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Bound port: 8be1c616-0424-42c6-a5ee-35664200592d, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:07:03.786200 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.802114 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Network d1b789d3-3616-46cd-aca8-1cc330ef9ec1 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:03.804938 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:03.813993 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:03.849131 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Pushing event updated for resources: {'Port': ['ID=e42bd6b6-ab47-4fbc-93ca-e146df78c9f7,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:03.873559 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065618'] for router_interface, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.919691 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 07e966cd-29e1-4523-816c-f06c5443d7fe up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:03.954410 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] For port 8be1c616-0424-42c6-a5ee-35664200592d, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:07:03.968172 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] For port 8be1c616-0424-42c6-a5ee-35664200592d, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=8be1c616-0424-42c6-a5ee-35664200592d,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:07:03.993947 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 07e966cd-29e1-4523-816c-f06c5443d7fe triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:03.995188 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:04.034809 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:04.070899 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:04.144161 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Routers {'4f1bc563-e444-4c17-8575-7dc918b3a18e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:04.144778 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:06:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['4f1bc563-e444-4c17-8575-7dc918b3a18e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:04.195965 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc676fa-5c39-42af-8ffe-2b728d96f7e7 None None] Pushing event updated for resources: {'Port': ['ID=8be1c616-0424-42c6-a5ee-35664200592d,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:04.251067 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-7ff67787-9313-485d-a8b3-101de8289b61 None None] Provisioning for port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:04.266095 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-7ff67787-9313-485d-a8b3-101de8289b61 None None] Provisioning complete for port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:04.266466 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-7ff67787-9313-485d-a8b3-101de8289b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:04.298001 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:04.339592 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:04.407598 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-7ff67787-9313-485d-a8b3-101de8289b61 None None] Port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:07:04.432340 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] Set router 4f1bc563-e444-4c17-8575-7dc918b3a18e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:04.444427 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Pushing event updated for resources: {'Port': ['ID=e42bd6b6-ab47-4fbc-93ca-e146df78c9f7,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:04.448997 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8065515'] for router_interface, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:04.679152 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Network d1b789d3-3616-46cd-aca8-1cc330ef9ec1 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:04.680218 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:04.769552 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'name': 'tempest-TestVolumeBootPattern-1711783036-router', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '8be1c616-0424-42c6-a5ee-35664200592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:59Z', 'updated_at': '2022-02-28T19:07:03Z', 'revision_number': 4, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'gw_port': {'id': '8be1c616-0424-42c6-a5ee-35664200592d', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:00Z', 'updated_at': '2022-02-28T19:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'e42bd6b6-ab47-4fbc-93ca-e146df78c9f7', 'name': '', 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'mac_address': 'fa:16:3e:b4:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cd421662-6c8b-4df4-b8cd-71875a31916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:03Z', 'updated_at': '2022-02-28T19:07:03Z', 'revision_number': 1, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'subnets': [{'id': 'cd421662-6c8b-4df4-b8cd-71875a31916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:04.773933 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb424ca-fb6e-488b-84d9-056c69666b29 None None] The sync data for ids ['4f1bc563-e444-4c17-8575-7dc918b3a18e'] in dv-cinder-831187-1-iscsi is: [{'id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'name': 'tempest-TestVolumeBootPattern-1711783036-router', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '8be1c616-0424-42c6-a5ee-35664200592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:59Z', 'updated_at': '2022-02-28T19:07:03Z', 'revision_number': 4, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'gw_port': {'id': '8be1c616-0424-42c6-a5ee-35664200592d', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:00Z', 'updated_at': '2022-02-28T19:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'e42bd6b6-ab47-4fbc-93ca-e146df78c9f7', 'name': '', 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'mac_address': 'fa:16:3e:b4:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cd421662-6c8b-4df4-b8cd-71875a31916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:03Z', 'updated_at': '2022-02-28T19:07:03Z', 'revision_number': 1, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'subnets': [{'id': 'cd421662-6c8b-4df4-b8cd-71875a31916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:07:04.922636 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Router 4f1bc563-e444-4c17-8575-7dc918b3a18e has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:07:04.930729 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-f495b0a1-b56f-4569-8b03-a34d6cebd491 None None] Provisioning complete for port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:04.932277 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f495b0a1-b56f-4569-8b03-a34d6cebd491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:05.046066 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-f495b0a1-b56f-4569-8b03-a34d6cebd491 None None] Port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:07:05.124096 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4f58e-4836-4192-89f4-011750559fed req-fe70ca90-f26f-458a-a729-299b1a288a9a tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:05.125598 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2b4f58e-4836-4192-89f4-011750559fed req-fe70ca90-f26f-458a-a729-299b1a288a9a tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.2556016 Feb 28 19:07:05.191903 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:07:05.205019 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2b4f58e-4836-4192-89f4-011750559fed req-7997f619-6415-463c-aa3f-aec352aa5293 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716023 Feb 28 19:07:05.207673 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-30b00e45-7536-4cf3-a4d3-8a8de77c92fa admin admin] 10.222.0.21 "PUT /v2.0/routers/4f1bc563-e444-4c17-8575-7dc918b3a18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8340321 Feb 28 19:07:05.448250 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-20426a6c-c975-441d-9159-c61a48548207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:05.775608 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35178) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:05.781147 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-691725167', 'description': 'tempest-secgroup-smoke-691725167 description', 'project_id': '90acc320256d4622a351a587d9f604c3'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:05.786999 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:05.791594 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:security_group and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:05.794479 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:05.800906 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:05.910983 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:05.932184 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:05.935952 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:security_group_rule and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:05.938745 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:05.944322 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:06.012995 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.064783 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.104982 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296634e9-4f6f-472c-b8db-1f4315731dc9,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:06.173238 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.174471 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-5c753300-3176-4372-bf4f-1b66447be234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3978190 Feb 28 19:07:06.177322 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35182) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:06.182873 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-9a7c27be-3c86-407e-ab3e-1635de90d8bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'security_group_rule': {'security_group_id': '296634e9-4f6f-472c-b8db-1f4315731dc9', 'project_id': '90acc320256d4622a351a587d9f604c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:06.188716 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-9a7c27be-3c86-407e-ab3e-1635de90d8bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:06.192507 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-9a7c27be-3c86-407e-ab3e-1635de90d8bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:security_group_rule and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:06.195342 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-9a7c27be-3c86-407e-ab3e-1635de90d8bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:06.201139 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-9a7c27be-3c86-407e-ab3e-1635de90d8bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:06.350724 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9a7c27be-3c86-407e-ab3e-1635de90d8bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.431353 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9a7c27be-3c86-407e-ab3e-1635de90d8bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.455333 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a3cf6-61da-4383-ae63-cbd06d08b9d9 req-73c16f28-a2eb-45f2-858c-e3aadf164d25 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:06.456815 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-887a3cf6-61da-4383-ae63-cbd06d08b9d9 req-73c16f28-a2eb-45f2-858c-e3aadf164d25 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1423616 Feb 28 19:07:06.501685 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-887a3cf6-61da-4383-ae63-cbd06d08b9d9 req-afb69ae4-2544-4cb0-8c51-d5161398c703 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392220 Feb 28 19:07:06.521930 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9a7c27be-3c86-407e-ab3e-1635de90d8bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.548001 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c27be-3c86-407e-ab3e-1635de90d8bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a887af-054f-4b91-ab58-30a8f8d726cd,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:06.619605 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9a7c27be-3c86-407e-ab3e-1635de90d8bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.620678 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-9a7c27be-3c86-407e-ab3e-1635de90d8bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4424617 Feb 28 19:07:06.623423 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35188) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:06.628416 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-d38d3563-f649-41d6-a4fc-acf2da7883aa tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'security_group_rule': {'security_group_id': '296634e9-4f6f-472c-b8db-1f4315731dc9', 'project_id': '90acc320256d4622a351a587d9f604c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:06.634278 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-d38d3563-f649-41d6-a4fc-acf2da7883aa tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:06.638125 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-d38d3563-f649-41d6-a4fc-acf2da7883aa tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:security_group_rule and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:06.641015 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-d38d3563-f649-41d6-a4fc-acf2da7883aa tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:06.646627 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-d38d3563-f649-41d6-a4fc-acf2da7883aa tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:06.705411 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d38d3563-f649-41d6-a4fc-acf2da7883aa tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.767266 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d38d3563-f649-41d6-a4fc-acf2da7883aa tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.841592 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d38d3563-f649-41d6-a4fc-acf2da7883aa tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.868422 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d3563-f649-41d6-a4fc-acf2da7883aa tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc6af3c-5cc1-4e2a-929e-98f7201db1ca,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:06.962512 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d38d3563-f649-41d6-a4fc-acf2da7883aa tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.964806 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-d38d3563-f649-41d6-a4fc-acf2da7883aa tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3402896 Feb 28 19:07:06.967527 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35194) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:06.972913 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-020fd7e7-084c-4763-b581-086c6c6ae5b1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'security_group_rule': {'security_group_id': '296634e9-4f6f-472c-b8db-1f4315731dc9', 'project_id': '90acc320256d4622a351a587d9f604c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:06.979804 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-020fd7e7-084c-4763-b581-086c6c6ae5b1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:06.984152 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-020fd7e7-084c-4763-b581-086c6c6ae5b1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:security_group_rule and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:06.987073 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-020fd7e7-084c-4763-b581-086c6c6ae5b1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:06.992920 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-020fd7e7-084c-4763-b581-086c6c6ae5b1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:07.094814 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-020fd7e7-084c-4763-b581-086c6c6ae5b1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.162529 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-020fd7e7-084c-4763-b581-086c6c6ae5b1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.253753 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-020fd7e7-084c-4763-b581-086c6c6ae5b1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.278698 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fd7e7-084c-4763-b581-086c6c6ae5b1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94509e94-ca79-4390-bd0d-8e03869086cb,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:07.339976 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-020fd7e7-084c-4763-b581-086c6c6ae5b1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.341215 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-020fd7e7-084c-4763-b581-086c6c6ae5b1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725741 Feb 28 19:07:07.344068 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35198) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:07.349022 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-b5734b96-1061-44f0-8f93-7a4864c1ca1b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'security_group_rule': {'security_group_id': '296634e9-4f6f-472c-b8db-1f4315731dc9', 'project_id': '90acc320256d4622a351a587d9f604c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:07.356418 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b5734b96-1061-44f0-8f93-7a4864c1ca1b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:07.360514 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b5734b96-1061-44f0-8f93-7a4864c1ca1b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:security_group_rule and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:07.363533 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b5734b96-1061-44f0-8f93-7a4864c1ca1b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:07.369883 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b5734b96-1061-44f0-8f93-7a4864c1ca1b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:07.443036 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5734b96-1061-44f0-8f93-7a4864c1ca1b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.510198 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5734b96-1061-44f0-8f93-7a4864c1ca1b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.573886 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 8be1c616-0424-42c6-a5ee-35664200592d up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:07.579828 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5734b96-1061-44f0-8f93-7a4864c1ca1b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.608779 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5734b96-1061-44f0-8f93-7a4864c1ca1b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8f6176-7da1-41f1-9c3c-2eba3422b1eb,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:07.701395 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d195e28-5f35-4dc6-9f2f-5465e11782b6 req-e442d509-33ef-4942-ba45-7ac4c6821bea tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:07.702847 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7d195e28-5f35-4dc6-9f2f-5465e11782b6 req-e442d509-33ef-4942-ba45-7ac4c6821bea tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0905154 Feb 28 19:07:07.722227 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 8be1c616-0424-42c6-a5ee-35664200592d completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:07.727594 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 8be1c616-0424-42c6-a5ee-35664200592d triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:07.727960 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.748455 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7d195e28-5f35-4dc6-9f2f-5465e11782b6 req-6c6ea220-9d8d-4ef2-9161-8f0c16b4a3c2 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398164 Feb 28 19:07:07.750104 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b5734b96-1061-44f0-8f93-7a4864c1ca1b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.751173 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b5734b96-1061-44f0-8f93-7a4864c1ca1b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4061508 Feb 28 19:07:07.753917 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35204) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:07.758686 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'security_group_rule': {'security_group_id': '296634e9-4f6f-472c-b8db-1f4315731dc9', 'project_id': '90acc320256d4622a351a587d9f604c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:07.767759 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:07.772208 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:security_group_rule and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:07.775250 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:07.781653 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:07.852674 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.871447 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.securitygroups_db [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Project 90acc320256d4622a351a587d9f604c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:07:07.878166 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 8be1c616-0424-42c6-a5ee-35664200592d, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=8be1c616-0424-42c6-a5ee-35664200592d,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:07.878641 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.946492 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.973381 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.043161 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=8be1c616-0424-42c6-a5ee-35664200592d,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:08.059337 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.085100 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d02c9e-7118-4f81-afd7-0da3c4633c60,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:08.162116 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Sync routers for ids ['4f1bc563-e444-4c17-8575-7dc918b3a18e'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:07:08.172315 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Routers {'4f1bc563-e444-4c17-8575-7dc918b3a18e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:08.172908 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:06:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['4f1bc563-e444-4c17-8575-7dc918b3a18e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:08.173384 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-5fa615c7-b965-4272-8726-7c09b0b720de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.179476 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.180778 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-c03d6382-9f5b-4c30-a722-2b3960ab0a85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4259341 Feb 28 19:07:08.183509 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35208) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:08.188701 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'security_group_rule': {'security_group_id': '296634e9-4f6f-472c-b8db-1f4315731dc9', 'project_id': '90acc320256d4622a351a587d9f604c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:08.194523 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:08.198423 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:security_group_rule and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:08.201260 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:08.206728 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:08.288087 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.securitygroups_db [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Project 90acc320256d4622a351a587d9f604c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:07:08.296457 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.350082 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Set router 4f1bc563-e444-4c17-8575-7dc918b3a18e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:08.364615 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.499209 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.522993 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afb40f9-00e3-493c-9168-f607192ffed3,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:08.596512 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.597757 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-cd926c6f-9141-485a-8b28-c3b0cfdb41f4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4132857 Feb 28 19:07:08.691572 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'name': 'tempest-TestVolumeBootPattern-1711783036-router', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '8be1c616-0424-42c6-a5ee-35664200592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:59Z', 'updated_at': '2022-02-28T19:07:03Z', 'revision_number': 4, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'gw_port': {'id': '8be1c616-0424-42c6-a5ee-35664200592d', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:00Z', 'updated_at': '2022-02-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'e42bd6b6-ab47-4fbc-93ca-e146df78c9f7', 'name': '', 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'mac_address': 'fa:16:3e:b4:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cd421662-6c8b-4df4-b8cd-71875a31916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:03Z', 'updated_at': '2022-02-28T19:07:04Z', 'revision_number': 2, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'subnets': [{'id': 'cd421662-6c8b-4df4-b8cd-71875a31916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:08.695775 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Checking router: 4f1bc563-e444-4c17-8575-7dc918b3a18e for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:07:08.696108 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Updating router 4f1bc563-e444-4c17-8575-7dc918b3a18e port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 binding host dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:07:08.754887 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.767965 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.944021 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8631ef-4b3f-4522-b089-c7e48a55be4b req-f728e55f-95d1-48ec-8b56-882c9f9c690b tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:08.945814 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ee8631ef-4b3f-4522-b089-c7e48a55be4b req-f728e55f-95d1-48ec-8b56-882c9f9c690b tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0864365 Feb 28 19:07:08.994821 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ee8631ef-4b3f-4522-b089-c7e48a55be4b req-619bf8c7-3b6a-40a4-8ae2-45287597400c tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Feb 28 19:07:09.128088 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.144243 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Notify callbacks [] for port, precommit_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.157152 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.provisioning_blocks [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Transition to ACTIVE for port object e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 will not be triggered until provisioned by entity L2. {{(pid=87747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:09.230669 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.354833 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44af6d1-6247-4da6-ad4a-a184dc5312ce None None] Pushing event updated for resources: {'Port': ['ID=e42bd6b6-ab47-4fbc-93ca-e146df78c9f7,revision_number=3']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:09.450752 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Attempting to bind port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:07:09.451178 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Attempting to bind port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'c0f12de0-334f-460f-b2a0-bbefa7dc1ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1'}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:07:09.458990 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Attempting to bind port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 on network d1b789d3-3616-46cd-aca8-1cc330ef9ec1 {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:09.458990 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:07:09.458990 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Checking segment: {'id': 'c0f12de0-334f-460f-b2a0-bbefa7dc1ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:09.458990 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.458990 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Bound using segment: {'id': 'c0f12de0-334f-460f-b2a0-bbefa7dc1ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1'} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:07:09.460153 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Bound port: e42bd6b6-ab47-4fbc-93ca-e146df78c9f7, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f12de0-334f-460f-b2a0-bbefa7dc1ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1'}}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:07:09.460153 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.556477 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] For port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:07:09.559550 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] For port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=e42bd6b6-ab47-4fbc-93ca-e146df78c9f7,segment=NetworkSegment(c0f12de0-334f-460f-b2a0-bbefa7dc1ee3),segment_id=c0f12de0-334f-460f-b2a0-bbefa7dc1ee3)] {{(pid=87747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:07:09.569583 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 8be1c616-0424-42c6-a5ee-35664200592d up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:09.637845 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 8be1c616-0424-42c6-a5ee-35664200592d triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:09.638241 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.648158 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.735539 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Routers {'4f1bc563-e444-4c17-8575-7dc918b3a18e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:09.736270 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:07:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['4f1bc563-e444-4c17-8575-7dc918b3a18e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:09.805893 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44af6d1-6247-4da6-ad4a-a184dc5312ce None None] Pushing event updated for resources: {'Port': ['ID=e42bd6b6-ab47-4fbc-93ca-e146df78c9f7,revision_number=4']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:09.933574 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] Set router 4f1bc563-e444-4c17-8575-7dc918b3a18e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:10.196888 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1585250-be02-456d-9b00-e7a860170ec9 req-06f7caf1-06f3-480d-ba2b-a42b7f9a8670 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:10.198375 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d1585250-be02-456d-9b00-e7a860170ec9 req-06f7caf1-06f3-480d-ba2b-a42b7f9a8670 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0937293 Feb 28 19:07:10.247053 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d1585250-be02-456d-9b00-e7a860170ec9 req-c200d289-ba7c-4a6a-8edb-15c8ef0254c6 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428941 Feb 28 19:07:10.289227 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'name': 'tempest-TestVolumeBootPattern-1711783036-router', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '8be1c616-0424-42c6-a5ee-35664200592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:59Z', 'updated_at': '2022-02-28T19:07:03Z', 'revision_number': 4, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'gw_port': {'id': '8be1c616-0424-42c6-a5ee-35664200592d', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:00Z', 'updated_at': '2022-02-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'e42bd6b6-ab47-4fbc-93ca-e146df78c9f7', 'name': '', 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'mac_address': 'fa:16:3e:b4:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cd421662-6c8b-4df4-b8cd-71875a31916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:03Z', 'updated_at': '2022-02-28T19:07:09Z', 'revision_number': 4, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'subnets': [{'id': 'cd421662-6c8b-4df4-b8cd-71875a31916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:10.294647 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d89f4-b3c0-4911-acd0-2b370791b1ad None None] The sync data for ids ['4f1bc563-e444-4c17-8575-7dc918b3a18e'] in dv-cinder-831187-1-iscsi is: [{'id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'name': 'tempest-TestVolumeBootPattern-1711783036-router', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '8be1c616-0424-42c6-a5ee-35664200592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:59Z', 'updated_at': '2022-02-28T19:07:03Z', 'revision_number': 4, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'gw_port': {'id': '8be1c616-0424-42c6-a5ee-35664200592d', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:00Z', 'updated_at': '2022-02-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'e42bd6b6-ab47-4fbc-93ca-e146df78c9f7', 'name': '', 'network_id': 'd1b789d3-3616-46cd-aca8-1cc330ef9ec1', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'mac_address': 'fa:16:3e:b4:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'cd421662-6c8b-4df4-b8cd-71875a31916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:03Z', 'updated_at': '2022-02-28T19:07:09Z', 'revision_number': 4, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'subnets': [{'id': 'cd421662-6c8b-4df4-b8cd-71875a31916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:07:10.888087 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:11.000211 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:07:11.433225 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef473414-bed2-45bc-b752-6d4208bb3ccd req-da675ae0-42bd-4fe5-aa79-b175ea51d5ff tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:11.434686 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ef473414-bed2-45bc-b752-6d4208bb3ccd req-da675ae0-42bd-4fe5-aa79-b175ea51d5ff tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0794325 Feb 28 19:07:11.482267 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ef473414-bed2-45bc-b752-6d4208bb3ccd req-135abcb8-69a7-4550-8aee-35569fa40409 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412149 Feb 28 19:07:11.563382 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:11.687920 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:11.693199 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:11.693561 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:11.817660 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:11.851848 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=e42bd6b6-ab47-4fbc-93ca-e146df78c9f7,segment=NetworkSegment(c0f12de0-334f-460f-b2a0-bbefa7dc1ee3),segment_id=c0f12de0-334f-460f-b2a0-bbefa7dc1ee3)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:11.933472 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:12.009804 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=e42bd6b6-ab47-4fbc-93ca-e146df78c9f7,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:12.758125 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4ca65-569c-4fec-856e-11dc4511f669 req-4b480d30-04a5-4b35-a9c3-a5cb2771368c tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:12.760120 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5bb4ca65-569c-4fec-856e-11dc4511f669 req-4b480d30-04a5-4b35-a9c3-a5cb2771368c tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1678500 Feb 28 19:07:12.805893 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5bb4ca65-569c-4fec-856e-11dc4511f669 req-25a61825-9925-42a7-8b19-a54852374392 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395854 Feb 28 19:07:13.546525 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:13.615256 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:13.615619 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:13.999901 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c8250-4b6d-43d8-a4b8-01bac158c00a req-6366b9b6-dbdc-413f-9908-b4d3425c1bba tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:14.001289 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ed4c8250-4b6d-43d8-a4b8-01bac158c00a req-6366b9b6-dbdc-413f-9908-b4d3425c1bba tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0859313 Feb 28 19:07:14.045017 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ed4c8250-4b6d-43d8-a4b8-01bac158c00a req-7c0f0bc2-5b58-4ad7-8bd3-24a59fb494f5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380692 Feb 28 19:07:15.236323 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b3b0e-6b7a-44c8-ad36-482e50d0be72 req-1f10c7dc-8862-4e11-a66d-f4e46971885f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:15.237671 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-749b3b0e-6b7a-44c8-ad36-482e50d0be72 req-1f10c7dc-8862-4e11-a66d-f4e46971885f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0817022 Feb 28 19:07:15.285847 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-749b3b0e-6b7a-44c8-ad36-482e50d0be72 req-e1decb71-e3cc-43ff-b094-3a028f1309d4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Feb 28 19:07:16.470177 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ce46a-1f4c-487e-a019-35f8d03f7f0f req-f7c8b241-e8da-486e-96df-93f1e59a5b9f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:16.471670 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8d6ce46a-1f4c-487e-a019-35f8d03f7f0f req-f7c8b241-e8da-486e-96df-93f1e59a5b9f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0816455 Feb 28 19:07:16.523615 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8d6ce46a-1f4c-487e-a019-35f8d03f7f0f req-41f1bab2-28c2-4a43-80f7-7ccef4b3521e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462158 Feb 28 19:07:17.714089 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b903b7-a18f-4db7-ad8d-66343740a937 req-65c7a307-4d9a-4cf6-a054-edaaf13e9064 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:17.715611 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-67b903b7-a18f-4db7-ad8d-66343740a937 req-65c7a307-4d9a-4cf6-a054-edaaf13e9064 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0845287 Feb 28 19:07:17.759435 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-67b903b7-a18f-4db7-ad8d-66343740a937 req-29b5eb26-a583-41f9-a7f5-3889e6d8cc64 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 Feb 28 19:07:18.952338 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de110fd6-b8e3-4a92-bae3-49b2d3c51130 req-5ca3fe2f-aed3-4530-bdc1-e06ed0257296 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:18.953845 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-de110fd6-b8e3-4a92-bae3-49b2d3c51130 req-5ca3fe2f-aed3-4530-bdc1-e06ed0257296 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0826397 Feb 28 19:07:19.000190 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-de110fd6-b8e3-4a92-bae3-49b2d3c51130 req-891dc483-23d2-4667-ba61-f66feb447166 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402100 Feb 28 19:07:20.185139 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d24501-3e15-4270-bdf0-1cc43116f0cb req-aeb6572b-814b-494b-8241-c4f6a144d6ed tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:20.186589 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e8d24501-3e15-4270-bdf0-1cc43116f0cb req-aeb6572b-814b-494b-8241-c4f6a144d6ed tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0838587 Feb 28 19:07:20.232119 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e8d24501-3e15-4270-bdf0-1cc43116f0cb req-69d02c57-4c0f-4c95-b3e1-9b9d610f923c tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398054 Feb 28 19:07:20.736903 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ad138-cebb-44ab-97d5-2aa8b079b4c4 req-0999f2b1-e5fc-4d53-9b13-18f31552a5ea tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:20.738246 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dc7ad138-cebb-44ab-97d5-2aa8b079b4c4 req-0999f2b1-e5fc-4d53-9b13-18f31552a5ea tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0843270 Feb 28 19:07:20.799533 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dc7ad138-cebb-44ab-97d5-2aa8b079b4c4 req-81b0e786-fa28-491d-bcab-2283b9a1daac tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533175 Feb 28 19:07:21.257703 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658f335-1361-4a4d-9412-44117003d274 req-2943afc3-1778-43af-b83c-423fb6488b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:21.259160 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f658f335-1361-4a4d-9412-44117003d274 req-2943afc3-1778-43af-b83c-423fb6488b9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 1098 time: 0.1685400 Feb 28 19:07:21.387951 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658f335-1361-4a4d-9412-44117003d274 req-0c216fca-7243-4ab3-84bf-d5ef00a3ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:21.389390 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f658f335-1361-4a4d-9412-44117003d274 req-0c216fca-7243-4ab3-84bf-d5ef00a3ad37 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c812996-20a8-48cd-b6ed-d12028f6c0ff HTTP/1.1" status: 200 len: 911 time: 0.1241324 Feb 28 19:07:21.491714 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f658f335-1361-4a4d-9412-44117003d274 req-fba53d14-f6e9-4821-b8d7-c3501176c4b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f30d713e-926a-4637-924b-eabbced9f31c HTTP/1.1" status: 200 len: 1001 time: 0.0963943 Feb 28 19:07:21.556805 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658f335-1361-4a4d-9412-44117003d274 req-f20ae303-bfe2-467b-9775-2f95c111eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:21.558219 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f658f335-1361-4a4d-9412-44117003d274 req-f20ae303-bfe2-467b-9775-2f95c111eb70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4696e929-cc56-41be-8b9d-89b6bfd0717a HTTP/1.1" status: 200 len: 849 time: 0.0601232 Feb 28 19:07:21.631927 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658f335-1361-4a4d-9412-44117003d274 req-ddc22a0b-82cd-47ff-b607-0f5f5f1ce673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:21.633353 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f658f335-1361-4a4d-9412-44117003d274 req-ddc22a0b-82cd-47ff-b607-0f5f5f1ce673 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c812996-20a8-48cd-b6ed-d12028f6c0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679862 Feb 28 19:07:21.761749 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f658f335-1361-4a4d-9412-44117003d274 req-8becdf9e-8455-4477-91d7-1ce3275bb700 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213732 Feb 28 19:07:21.894025 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f658f335-1361-4a4d-9412-44117003d274 req-efe62caa-12e0-4197-97ad-ff9e511a96f5 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248071 Feb 28 19:07:21.990685 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1025b1-9785-43db-b13e-5da493e954db req-10c15d9b-a082-47ba-88a5-3722925ecf8b tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:21.992143 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fd1025b1-9785-43db-b13e-5da493e954db req-10c15d9b-a082-47ba-88a5-3722925ecf8b tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0822635 Feb 28 19:07:22.035048 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fd1025b1-9785-43db-b13e-5da493e954db req-c7119242-2ba4-401a-8274-7f4604f7a78f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366549 Feb 28 19:07:23.221418 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0942c-f0fb-4b69-9568-d03ebc5855f2 req-dc0dec3d-6664-41e9-8ac2-231a38d4ecc7 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:23.222833 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-01e0942c-f0fb-4b69-9568-d03ebc5855f2 req-dc0dec3d-6664-41e9-8ac2-231a38d4ecc7 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0837171 Feb 28 19:07:23.266311 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-01e0942c-f0fb-4b69-9568-d03ebc5855f2 req-cacbcf3d-7664-4f1e-89bb-f21142558764 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378976 Feb 28 19:07:30.556383 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:31.528602 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-908b605e-98f6-4d93-83d6-f90090905ac5 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Synchronizing usage tracker for tenant:90acc320256d4622a351a587d9f604c3 on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:31.624033 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-908b605e-98f6-4d93-83d6-f90090905ac5 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Unset dirty status for tenant:90acc320256d4622a351a587d9f604c3 on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:31.625203 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-908b605e-98f6-4d93-83d6-f90090905ac5 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691725167&fields=id&tenant_id=90acc320256d4622a351a587d9f604c3 HTTP/1.1" status: 200 len: 267 time: 0.1343052 Feb 28 19:07:31.777216 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-580eeca8-3ab4-47a8-bb9e-54cd71721995 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:31.777802 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-580eeca8-3ab4-47a8-bb9e-54cd71721995 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Synchronizing usage tracker for tenant:90acc320256d4622a351a587d9f604c3 on resource:network {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:31.916749 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-580eeca8-3ab4-47a8-bb9e-54cd71721995 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Unset dirty status for tenant:90acc320256d4622a351a587d9f604c3 on resource:network {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:31.917899 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-580eeca8-3ab4-47a8-bb9e-54cd71721995 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 811 time: 0.2860160 Feb 28 19:07:31.933205 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-19583da1-13fc-4aeb-8792-ef264b284c0a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/quotas/90acc320256d4622a351a587d9f604c3 HTTP/1.1" status: 200 len: 375 time: 0.0099568 Feb 28 19:07:32.017176 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f68541ec-4d1b-4db1-a4e2-4c86127915b2 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Synchronizing usage tracker for tenant:90acc320256d4622a351a587d9f604c3 on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:32.121674 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f68541ec-4d1b-4db1-a4e2-4c86127915b2 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Unset dirty status for tenant:90acc320256d4622a351a587d9f604c3 on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:32.122929 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f68541ec-4d1b-4db1-a4e2-4c86127915b2 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1847208 Feb 28 19:07:32.301516 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-a8274129-4c12-43db-9a9b-4c5d51440062 service neutron] 10.222.0.21 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674552 Feb 28 19:07:32.433789 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-e012bcb8-e72f-409f-8492-2c7f2fb9e601 service neutron] 10.222.0.21 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259010 Feb 28 19:07:33.179445 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c9b720e2-f998-4a40-9c86-e01bbcd68184 req-aec65cf0-9e4f-403d-89b1-0f899e3da8c0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 210 time: 0.0585530 Feb 28 19:07:34.278954 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ddc37647-a91c-4ce2-8ec1-43d322797468 req-91903bba-d0c1-4524-87a4-e867a3273312 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 210 time: 0.0435538 Feb 28 19:07:35.476411 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f752f7da-a4cc-42e4-b009-9f92154d5b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:35.508054 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-284e7e2a-b690-45a1-8a1f-daabde01f498 req-19a86050-be60-474b-96fa-fe5806c44df2 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 210 time: 0.1216536 Feb 28 19:07:35.695910 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-e554b8ed-f8bd-4769-959c-3699626069cc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:35.697364 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-e554b8ed-f8bd-4769-959c-3699626069cc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 811 time: 0.1465855 Feb 28 19:07:35.745297 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-bd3afa81-31bb-4698-9259-0bcccf054c22 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90acc320256d4622a351a587d9f604c3 HTTP/1.1" status: 200 len: 379 time: 0.0398860 Feb 28 19:07:35.753269 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'port': {'device_id': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'admin_state_up': True, 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'security_groups': ['296634e9-4f6f-472c-b8db-1f4315731dc9']}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:35.886988 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:35.896492 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:35.967413 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Made reservation on behalf of 90acc320256d4622a351a587d9f604c3 for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:07:35.970997 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:36.138596 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Allocated IP 172.20.0.12 (782279ce-5700-40e2-9c75-fac7ff451ff3/8aef53b0-2440-4863-935a-1de0b529ed68/570b9152-0452-4bdd-addb-cff2fd1756fd) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:36.377203 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:36.392154 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Transition to ACTIVE for port object 570b9152-0452-4bdd-addb-cff2fd1756fd will not be triggered until provisioned by entity DHCP. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:36.487693 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:36.556133 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Network 782279ce-5700-40e2-9c75-fac7ff451ff3 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:36.559166 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:36.567917 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:36.605717 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'Port': ['ID=570b9152-0452-4bdd-addb-cff2fd1756fd,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:36.643990 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:36.644600 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:36.701671 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82fd11-47da-4028-9e40-b2b0f5ea9b04 req-ad49a743-a244-44bb-acc9-00c628c6fafe tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:36.707650 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4a82fd11-47da-4028-9e40-b2b0f5ea9b04 req-ad49a743-a244-44bb-acc9-00c628c6fafe tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 932 time: 0.0860705 Feb 28 19:07:36.751384 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4a82fd11-47da-4028-9e40-b2b0f5ea9b04 req-6582d516-ff7d-431a-8271-c4ff1735b13d tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418916 Feb 28 19:07:36.756808 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f60a2e49-5e6d-4d80-a5e2-514e125c0ee7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0069304 Feb 28 19:07:36.770008 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Request body: {'port': {'device_id': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:36.875918 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-cd224303-e9a7-437b-bfb6-a6ad9e1077d5 None None] Provisioning for port 570b9152-0452-4bdd-addb-cff2fd1756fd completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:36.880890 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-cd224303-e9a7-437b-bfb6-a6ad9e1077d5 None None] Provisioning complete for port 570b9152-0452-4bdd-addb-cff2fd1756fd triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:36.881257 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-cd224303-e9a7-437b-bfb6-a6ad9e1077d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:36.886788 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:36.938958 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-cd224303-e9a7-437b-bfb6-a6ad9e1077d5 None None] Port 570b9152-0452-4bdd-addb-cff2fd1756fd cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:07:37.241492 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570b9152-0452-4bdd-addb-cff2fd1756fd {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:07:37.248816 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:37.262665 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Transition to ACTIVE for port object 570b9152-0452-4bdd-addb-cff2fd1756fd will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:37.326294 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:37.482768 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Pushing event updated for resources: {'Port': ['ID=570b9152-0452-4bdd-addb-cff2fd1756fd,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:37.562701 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Attempting to bind port 570b9152-0452-4bdd-addb-cff2fd1756fd on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:07:37.563038 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Attempting to bind port 570b9152-0452-4bdd-addb-cff2fd1756fd by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:07:37.563400 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Attempting to bind port 570b9152-0452-4bdd-addb-cff2fd1756fd on network 782279ce-5700-40e2-9c75-fac7ff451ff3 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:37.568001 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Port 570b9152-0452-4bdd-addb-cff2fd1756fd on network 782279ce-5700-40e2-9c75-fac7ff451ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:07:37.568319 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Attempting to bind port 570b9152-0452-4bdd-addb-cff2fd1756fd on network 782279ce-5700-40e2-9c75-fac7ff451ff3 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:37.574293 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:07:37.574734 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Checking segment: {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:37.575006 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Bound using segment: {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:07:37.575454 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Bound port: 570b9152-0452-4bdd-addb-cff2fd1756fd, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:07:37.575796 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:37.669117 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] For port 570b9152-0452-4bdd-addb-cff2fd1756fd, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:07:37.672048 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] For port 570b9152-0452-4bdd-addb-cff2fd1756fd, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=570b9152-0452-4bdd-addb-cff2fd1756fd,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:07:37.745029 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:37.800426 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:37.801029 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:37.802490 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] 10.222.0.61 "PUT /v2.0/ports/570b9152-0452-4bdd-addb-cff2fd1756fd HTTP/1.1" status: 200 len: 1094 time: 1.0366890 Feb 28 19:07:37.805291 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'tag': '570b9152-0452-4bdd-addb-cff2fd1756fd'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:37.850243 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc44ac0-5b80-4209-a939-937b49b153a3 service neutron] Pushing event updated for resources: {'Port': ['ID=570b9152-0452-4bdd-addb-cff2fd1756fd,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:37.933961 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'tag': '570b9152-0452-4bdd-addb-cff2fd1756fd', 'status': 'completed', 'code': 200} Feb 28 19:07:37.973787 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf35a9-92d8-4de5-a416-8f6bf9bdf398 req-7d1d6563-7480-49cb-acde-c95934734aae tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:37.975317 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-eeaf35a9-92d8-4de5-a416-8f6bf9bdf398 req-7d1d6563-7480-49cb-acde-c95934734aae tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 944 time: 0.0965612 Feb 28 19:07:38.016785 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f1106ac4-9cf1-4c7f-9669-ef95fa0ed3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:38.018320 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-f1106ac4-9cf1-4c7f-9669-ef95fa0ed3fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 1097 time: 0.0778310 Feb 28 19:07:38.023579 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-eeaf35a9-92d8-4de5-a416-8f6bf9bdf398 req-9a103372-c808-47f2-8da5-64b9776273e4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382979 Feb 28 19:07:38.089249 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-cfb70449-6177-4d83-a568-4904fabf4c1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=570b9152-0452-4bdd-addb-cff2fd1756fd HTTP/1.1" status: 200 len: 217 time: 0.0635443 Feb 28 19:07:38.121743 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e28deda4-e62a-4714-9ce4-4fd62b295d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:38.154054 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-51eceb57-1d68-44fe-aeb7-082c467e9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:38.155529 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-51eceb57-1d68-44fe-aeb7-082c467e9586 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0606203 Feb 28 19:07:38.229254 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-fb01e275-0c1a-4b2a-a6e1-2f2364b73577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:38.230676 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-fb01e275-0c1a-4b2a-a6e1-2f2364b73577 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697999 Feb 28 19:07:38.359628 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-0cebf489-92af-459c-94cc-ba6d2a1b644e service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231687 Feb 28 19:07:38.546680 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b103911f-d9db-4fda-a203-a5fba7f0fb1d req-355a0517-bf84-4dc5-ba9f-070a6c5cd105 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814930 Feb 28 19:07:38.720894 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d4b4e-2a46-401a-9cfe-5363dfc650b1 req-3b22e769-e043-47c1-835f-18880a75f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:38.722338 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-749d4b4e-2a46-401a-9cfe-5363dfc650b1 req-3b22e769-e043-47c1-835f-18880a75f29f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 1097 time: 0.0711207 Feb 28 19:07:38.749857 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:38.852638 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d4b4e-2a46-401a-9cfe-5363dfc650b1 req-86391b72-d5ff-45e3-8b56-50fed654d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:38.854072 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-749d4b4e-2a46-401a-9cfe-5363dfc650b1 req-86391b72-d5ff-45e3-8b56-50fed654d32c service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1254232 Feb 28 19:07:38.922760 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-749d4b4e-2a46-401a-9cfe-5363dfc650b1 req-41944279-bea8-4f56-bfcb-fce6508f2eba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=570b9152-0452-4bdd-addb-cff2fd1756fd HTTP/1.1" status: 200 len: 217 time: 0.0626493 Feb 28 19:07:38.983535 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d4b4e-2a46-401a-9cfe-5363dfc650b1 req-a1748f1d-2fbd-46cc-8a63-8f559d5a20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:38.984946 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-749d4b4e-2a46-401a-9cfe-5363dfc650b1 req-a1748f1d-2fbd-46cc-8a63-8f559d5a20b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0568736 Feb 28 19:07:39.061835 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d4b4e-2a46-401a-9cfe-5363dfc650b1 req-658aabc8-c89c-40df-b506-2e28029a2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:39.063266 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-749d4b4e-2a46-401a-9cfe-5363dfc650b1 req-658aabc8-c89c-40df-b506-2e28029a2369 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721576 Feb 28 19:07:39.127601 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:39.197901 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-749d4b4e-2a46-401a-9cfe-5363dfc650b1 req-5d8a74d0-c30f-4e2e-a97f-9f197805ac00 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272666 Feb 28 19:07:39.216170 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ed850-81af-435b-8939-41f4ee354644 req-e7b016a9-c2c4-4df4-983a-68340d417b52 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:39.217598 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f27ed850-81af-435b-8939-41f4ee354644 req-e7b016a9-c2c4-4df4-983a-68340d417b52 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 944 time: 0.0860972 Feb 28 19:07:39.261760 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f27ed850-81af-435b-8939-41f4ee354644 req-d26b92c8-eb0b-4671-a48f-0f8b87eb1e85 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383720 Feb 28 19:07:39.328933 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-749d4b4e-2a46-401a-9cfe-5363dfc650b1 req-70b56260-afff-4573-88dd-f14112b653ca service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246793 Feb 28 19:07:40.442970 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88be1a-95d1-4395-bdbe-6a5270ba366e req-3f33c870-259d-4fb5-8b18-9f919ad2ecbc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:40.444411 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ba88be1a-95d1-4395-bdbe-6a5270ba366e req-3f33c870-259d-4fb5-8b18-9f919ad2ecbc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 944 time: 0.0805707 Feb 28 19:07:40.487913 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ba88be1a-95d1-4395-bdbe-6a5270ba366e req-724dd6da-4085-4190-93df-b4fad68b7924 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372367 Feb 28 19:07:40.846126 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:41.677083 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0138b-ed9b-4196-939c-2b022f0769f4 req-f483f937-cd03-42bb-8df6-0bab34dc4fbc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:41.678522 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e0b0138b-ed9b-4196-939c-2b022f0769f4 req-f483f937-cd03-42bb-8df6-0bab34dc4fbc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 944 time: 0.0847108 Feb 28 19:07:41.725246 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e0b0138b-ed9b-4196-939c-2b022f0769f4 req-cef93186-9d9e-495b-9063-ff655d378d12 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403721 Feb 28 19:07:42.914928 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777ec3f-bb2e-40f5-bc4f-d559cac1f408 req-666cb509-6c41-45f0-8c1c-00f43b28c228 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:42.916464 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a777ec3f-bb2e-40f5-bc4f-d559cac1f408 req-666cb509-6c41-45f0-8c1c-00f43b28c228 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 944 time: 0.0860577 Feb 28 19:07:42.976073 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a777ec3f-bb2e-40f5-bc4f-d559cac1f408 req-86452436-8b11-41aa-9609-e36e981fa664 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540526 Feb 28 19:07:44.163253 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db075a5-a009-4fe3-a9b8-75f9a7bf6e13 req-bcc34f7f-db83-47e8-b9f9-265bb0484554 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:44.165699 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3db075a5-a009-4fe3-a9b8-75f9a7bf6e13 req-bcc34f7f-db83-47e8-b9f9-265bb0484554 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 944 time: 0.0836544 Feb 28 19:07:44.212397 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3db075a5-a009-4fe3-a9b8-75f9a7bf6e13 req-40557146-0dff-4894-a5f0-390eedb0a522 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405717 Feb 28 19:07:45.405536 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aa3ed-a506-4ec6-8fda-abef5c0d9ff8 req-dd7b619e-88ac-4def-9a1b-1c84813b8cf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:45.407034 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-764aa3ed-a506-4ec6-8fda-abef5c0d9ff8 req-dd7b619e-88ac-4def-9a1b-1c84813b8cf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 944 time: 0.0865591 Feb 28 19:07:45.454699 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-764aa3ed-a506-4ec6-8fda-abef5c0d9ff8 req-9efdbcba-c214-45be-9e5d-870f58f9bf29 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416222 Feb 28 19:07:46.641081 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8981011-e569-4dc1-9874-77b07e74e661 req-c2235c8b-1bcf-4bf2-ade6-947edd9181ab tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:46.642522 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a8981011-e569-4dc1-9874-77b07e74e661 req-c2235c8b-1bcf-4bf2-ade6-947edd9181ab tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 944 time: 0.0809789 Feb 28 19:07:46.687893 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a8981011-e569-4dc1-9874-77b07e74e661 req-aad85b93-89b5-4d21-b2f1-75800bf5ca0f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393472 Feb 28 19:07:46.846255 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 570b9152-0452-4bdd-addb-cff2fd1756fd details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:07:46.987927 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 570b9152-0452-4bdd-addb-cff2fd1756fd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=570b9152-0452-4bdd-addb-cff2fd1756fd,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:47.002258 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '570b9152-0452-4bdd-addb-cff2fd1756fd', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'port_id': '570b9152-0452-4bdd-addb-cff2fd1756fd', 'mac_address': 'fa:16:3e:c1:b8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:07:47.059760 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:47.076469 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570b9152-0452-4bdd-addb-cff2fd1756fd {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:07:47.091455 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 570b9152-0452-4bdd-addb-cff2fd1756fd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=570b9152-0452-4bdd-addb-cff2fd1756fd,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:47.121964 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd52c57-96b3-4efc-954a-889aece50f96 req-d4670d6c-dab1-402c-b1b8-ab7d08aa3b7e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:47.123419 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fbd52c57-96b3-4efc-954a-889aece50f96 req-d4670d6c-dab1-402c-b1b8-ab7d08aa3b7e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 947 time: 0.0830014 Feb 28 19:07:47.167541 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fbd52c57-96b3-4efc-954a-889aece50f96 req-c5b5f499-e734-4d17-9dfd-ab59ccac76fe tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385072 Feb 28 19:07:47.207246 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:47.277029 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=570b9152-0452-4bdd-addb-cff2fd1756fd,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:47.284084 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.284422 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.284752 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.285078 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.285402 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.285722 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.286041 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.286356 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.286697 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.287300 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.287617 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.287928 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.551107 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['570b9152-0452-4bdd-addb-cff2fd1756fd'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:07:47.878753 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772a606-4508-4ac3-91bd-c594f8e2cafc req-b2027b15-c658-41a8-bd52-b5a3e3666a8c tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:47.880116 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7772a606-4508-4ac3-91bd-c594f8e2cafc req-b2027b15-c658-41a8-bd52-b5a3e3666a8c tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 945 time: 0.0816662 Feb 28 19:07:47.925772 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7772a606-4508-4ac3-91bd-c594f8e2cafc req-2b9f10a7-e257-4534-a6c0-35448a64a84a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397215 Feb 28 19:07:47.998874 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:07:48.368806 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59abb31-51ee-4196-936b-f6f1eb8fd47c req-722a0f13-60a5-4d97-886e-8734db663f21 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:48.370227 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f59abb31-51ee-4196-936b-f6f1eb8fd47c req-722a0f13-60a5-4d97-886e-8734db663f21 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 947 time: 0.0831130 Feb 28 19:07:48.413524 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f59abb31-51ee-4196-936b-f6f1eb8fd47c req-78e9ee76-76a3-4587-92d4-8e970be65b33 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375626 Feb 28 19:07:48.865445 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 570b9152-0452-4bdd-addb-cff2fd1756fd up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:49.000382 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-92affeae-9fde-48bb-90ca-1ebd847fccf0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:49.004994 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-92affeae-9fde-48bb-90ca-1ebd847fccf0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 947 time: 0.0905380 Feb 28 19:07:49.029931 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 570b9152-0452-4bdd-addb-cff2fd1756fd completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:49.035513 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 570b9152-0452-4bdd-addb-cff2fd1756fd triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:49.035882 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:49.071584 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Deleting port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:07:49.072034 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:49.113753 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1ab5b-47df-4889-9d7f-e386e9d692f2 req-0e1df851-e262-4ed4-b115-fe0676d7a877 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:49.115244 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dbb1ab5b-47df-4889-9d7f-e386e9d692f2 req-0e1df851-e262-4ed4-b115-fe0676d7a877 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 945 time: 0.0850754 Feb 28 19:07:49.158048 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:49.165482 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dbb1ab5b-47df-4889-9d7f-e386e9d692f2 req-ea579cc8-f67e-417c-b472-86c149a147fb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 Feb 28 19:07:49.190413 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570b9152-0452-4bdd-addb-cff2fd1756fd'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:49.200828 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 570b9152-0452-4bdd-addb-cff2fd1756fd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=570b9152-0452-4bdd-addb-cff2fd1756fd,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:49.276313 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:49.315839 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570b9152-0452-4bdd-addb-cff2fd1756fd', 'code': 200} Feb 28 19:07:49.332493 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] For port 7caa3a37-72ae-4e36-90cf-0f518cb19c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=7caa3a37-72ae-4e36-90cf-0f518cb19c37,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:49.332849 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:49.348385 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=570b9152-0452-4bdd-addb-cff2fd1756fd,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:49.601854 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6346e-390e-452d-a25b-19e100e749a4 req-6c6012cb-3b7f-49c0-9ba7-c80c4d282edb tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:49.603434 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-14f6346e-390e-452d-a25b-19e100e749a4 req-6c6012cb-3b7f-49c0-9ba7-c80c4d282edb tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 947 time: 0.0819836 Feb 28 19:07:49.654254 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-14f6346e-390e-452d-a25b-19e100e749a4 req-a260326e-e180-4e9e-9ab4-9c2938add35a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c42b621-2184-4b8d-b074-77612c745bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447984 Feb 28 19:07:49.697922 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:49.698203 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:49.698563 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.l3_db [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Floating IP 7dafabdc-fe1d-4273-8f5c-ed605db6b1cb disassociated. External IP: 172.27.1.241, port: 7caa3a37-72ae-4e36-90cf-0f518cb19c37. Feb 28 19:07:49.698900 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Calling delete_port for 7caa3a37-72ae-4e36-90cf-0f518cb19c37 owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:07:49.723546 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10445b9-749f-4f78-8514-3d17dc5903a4 req-76302e0a-7ff2-4750-8dac-6faff9ae1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:49.725003 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e10445b9-749f-4f78-8514-3d17dc5903a4 req-76302e0a-7ff2-4750-8dac-6faff9ae1270 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 1099 time: 0.0697701 Feb 28 19:07:49.765853 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e10445b9-749f-4f78-8514-3d17dc5903a4 req-98e5dbee-9ba2-4230-851e-7cd0485cbc65 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347116 Feb 28 19:07:49.984463 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:50.034560 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event deleted for resources: {'Port': ['ID=7caa3a37-72ae-4e36-90cf-0f518cb19c37,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:50.100591 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.100931 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.101269 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.101602 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.102540 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.102912 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.103272 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.103598 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.103919 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.104237 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.104556 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.104877 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:50.230795 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:07:50.357649 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc6958-7ccd-4fa9-8cfc-07ff4d13f4c9 req-810e03bb-3b94-4fa3-a3b7-441d66137184 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:50.359191 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8abc6958-7ccd-4fa9-8cfc-07ff4d13f4c9 req-810e03bb-3b94-4fa3-a3b7-441d66137184 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.0856016 Feb 28 19:07:50.406497 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8abc6958-7ccd-4fa9-8cfc-07ff4d13f4c9 req-2793280d-3d03-4f09-9ceb-a0d247404310 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411389 Feb 28 19:07:50.414794 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:07:50.424709 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d2dad-5620-4803-96dd-672c059c31a3 None None] Sync routers for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:07:50.433975 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d2dad-5620-4803-96dd-672c059c31a3 None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:50.434575 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-da8d2dad-5620-4803-96dd-672c059c31a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:07:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:50.492202 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] No DVR routers for this DVR port 7caa3a37-72ae-4e36-90cf-0f518cb19c37 on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:07:50.494788 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:50.497774 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'name': 'network-vif-deleted', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:50.547615 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70', 'name': 'network-vif-deleted', 'tag': '7caa3a37-72ae-4e36-90cf-0f518cb19c37', 'status': 'completed', 'code': 200} Feb 28 19:07:50.579446 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e3a8ceae-f96d-4562-80d8-b448d724e045 req-bbb62598-9bbe-47a8-8c6f-54a59a04ce6c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.61 "DELETE /v2.0/ports/7caa3a37-72ae-4e36-90cf-0f518cb19c37 HTTP/1.1" status: 204 len: 173 time: 1.5725989 Feb 28 19:07:50.622590 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-da8d2dad-5620-4803-96dd-672c059c31a3 None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:50.821665 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ab916aa0-68b9-4246-b697-0417394f469c req-92c020b4-6bcc-4292-8174-06e7daddd068 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ccb53a1-9359-44b2-b7e1-1b71d1ee9c70 HTTP/1.1" status: 200 len: 210 time: 0.0477347 Feb 28 19:07:50.971160 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-da8d2dad-5620-4803-96dd-672c059c31a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:50.975646 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d2dad-5620-4803-96dd-672c059c31a3 None None] Checking router: d520c66d-25fb-4bef-b83d-f6cf4b8c5525 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:07:50.985014 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d2dad-5620-4803-96dd-672c059c31a3 None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:50.985893 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-da8d2dad-5620-4803-96dd-672c059c31a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:07:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:51.167557 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-da8d2dad-5620-4803-96dd-672c059c31a3 None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:51.490203 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-da8d2dad-5620-4803-96dd-672c059c31a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:51.495754 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d2dad-5620-4803-96dd-672c059c31a3 None None] The sync data for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi is: [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:07:51.624289 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943f0fe-a016-43b3-9980-bf1b606b4219 req-185da8df-1caf-4c67-8828-112eec9ade00 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:51.631370 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9943f0fe-a016-43b3-9980-bf1b606b4219 req-185da8df-1caf-4c67-8828-112eec9ade00 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.0964115 Feb 28 19:07:51.750100 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b37d7b-1b54-489f-809e-c545ce82a73f None None] New status for floating IP 7dafabdc-fe1d-4273-8f5c-ed605db6b1cb: DOWN {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:07:51.759760 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9943f0fe-a016-43b3-9980-bf1b606b4219 req-1d3cfe72-23c3-4b38-a574-b5cdb692290a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273091 Feb 28 19:07:52.000919 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91084b2-6158-48df-b276-1af5ee9eaf4d req-2b110e7f-57c2-4579-bdbd-f208c5325792 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:52.002936 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b91084b2-6158-48df-b276-1af5ee9eaf4d req-2b110e7f-57c2-4579-bdbd-f208c5325792 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.1121883 Feb 28 19:07:52.048936 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b91084b2-6158-48df-b276-1af5ee9eaf4d req-3cf5b0f7-5f59-4e44-aa3c-5c7aadb6480b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385079 Feb 28 19:07:52.073018 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35476) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:52.108698 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35482) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:52.225700 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.262058 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8cce6-a343-471c-a6ba-c6f8f982ae73 tempest-TestVolumeBootPattern-1659949423 tempest-TestVolumeBootPattern-1659949423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:52.262745 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-adc8cce6-a343-471c-a6ba-c6f8f982ae73 tempest-TestVolumeBootPattern-1659949423 tempest-TestVolumeBootPattern-1659949423-project-admin] Synchronizing usage tracker for tenant:884f946601014cdfa5f7bbc37ad6562a on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:52.265948 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.395248 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-adc8cce6-a343-471c-a6ba-c6f8f982ae73 tempest-TestVolumeBootPattern-1659949423 tempest-TestVolumeBootPattern-1659949423-project-admin] Unset dirty status for tenant:884f946601014cdfa5f7bbc37ad6562a on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:52.396461 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-adc8cce6-a343-471c-a6ba-c6f8f982ae73 tempest-TestVolumeBootPattern-1659949423 tempest-TestVolumeBootPattern-1659949423-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 1094 time: 0.3224142 Feb 28 19:07:52.399975 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35486) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:52.405076 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'floatingip': {'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'port_id': '570b9152-0452-4bdd-addb-cff2fd1756fd', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:52.410962 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:52.415581 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:floatingip and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:52.418442 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:52.425090 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:52.431502 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.450589 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c42b621-2184-4b8d-b074-77612c745bb5,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:52.457601 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.457959 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.458301 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.458637 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.458970 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.459323 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.459650 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.459975 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.460296 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.460615 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.460935 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.462139 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:52.521621 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.555781 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.556899 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-2a760481-e301-4e00-8c2f-09db55d33be4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "DELETE /v2.0/security-groups/6c42b621-2184-4b8d-b074-77612c745bb5 HTTP/1.1" status: 204 len: 168 time: 0.4471755 Feb 28 19:07:52.559974 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35490) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:52.580125 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.api.v2.resource [None req-165cc1d5-f05a-4c16-ba4f-fe2c70055acb tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] show failed (client error): The resource could not be found. Feb 28 19:07:52.581129 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-165cc1d5-f05a-4c16-ba4f-fe2c70055acb tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups/6c42b621-2184-4b8d-b074-77612c745bb5 HTTP/1.1" status: 404 len: 347 time: 0.0202615 Feb 28 19:07:52.584465 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35494) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:52.691272 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.751163 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-df6ab69d-2d1e-4a6a-91e8-3b4d50ce1b43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Deleting port d5c52208-abb3-4ec1-9121-5304ea6b4814 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:07:52.751507 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-df6ab69d-2d1e-4a6a-91e8-3b4d50ce1b43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.825636 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Allocated IP 172.27.1.212 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/a1c02308-51c7-49cf-8938-0b7e38d298b9) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:52.876104 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 7caa3a37-72ae-4e36-90cf-0f518cb19c37 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:07:52.910583 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 7caa3a37-72ae-4e36-90cf-0f518cb19c37 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:07:52.910929 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 7caa3a37-72ae-4e36-90cf-0f518cb19c37 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:07:52.921692 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-df6ab69d-2d1e-4a6a-91e8-3b4d50ce1b43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.922041 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-df6ab69d-2d1e-4a6a-91e8-3b4d50ce1b43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.973381 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.042903 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-df6ab69d-2d1e-4a6a-91e8-3b4d50ce1b43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Calling delete_port for d5c52208-abb3-4ec1-9121-5304ea6b4814 owned by network:floatingip {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:07:53.076178 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.140405 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:53.143216 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:53.151596 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:53.186665 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'Port': ['ID=a1c02308-51c7-49cf-8938-0b7e38d298b9,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:53.258594 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-df6ab69d-2d1e-4a6a-91e8-3b4d50ce1b43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.306911 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ab69d-2d1e-4a6a-91e8-3b4d50ce1b43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event deleted for resources: {'Port': ['ID=d5c52208-abb3-4ec1-9121-5304ea6b4814,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:53.478225 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-df6ab69d-2d1e-4a6a-91e8-3b4d50ce1b43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.494345 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-df6ab69d-2d1e-4a6a-91e8-3b4d50ce1b43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.495505 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-df6ab69d-2d1e-4a6a-91e8-3b4d50ce1b43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "DELETE /v2.0/floatingips/7dafabdc-fe1d-4273-8f5c-ed605db6b1cb HTTP/1.1" status: 204 len: 168 time: 0.9094453 Feb 28 19:07:53.612678 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.719290 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35500) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:53.724308 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1354265167', 'description': 'tempest-description--576536146'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:53.731489 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:53.735973 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Usage tracker for resource:security_group and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:53.739215 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:53.746447 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:53.760354 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.858584 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.879034 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:53.882892 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Usage tracker for resource:security_group_rule and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:53.886489 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:53.892621 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:53.967859 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.041669 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.072915 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.089565 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e0c95c-8e8c-441b-a59e-e5f94e888fb2,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:54.172691 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.186347 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.187709 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-f85038af-5402-4a2c-b8fc-8c5e31fba430 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4674292 Feb 28 19:07:54.190551 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35504) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:54.195537 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-624b7750-2789-4367-8afd-1a71df2620ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'security_group_rule': {'security_group_id': '75e0c95c-8e8c-441b-a59e-e5f94e888fb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:54.201456 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-624b7750-2789-4367-8afd-1a71df2620ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:54.205287 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-624b7750-2789-4367-8afd-1a71df2620ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Usage tracker for resource:security_group_rule and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:54.208199 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-624b7750-2789-4367-8afd-1a71df2620ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:54.213977 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-624b7750-2789-4367-8afd-1a71df2620ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:54.279412 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'Port': ['ID=a1c02308-51c7-49cf-8938-0b7e38d298b9,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:54.291987 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.303707 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-624b7750-2789-4367-8afd-1a71df2620ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.372475 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-624b7750-2789-4367-8afd-1a71df2620ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.441320 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-624b7750-2789-4367-8afd-1a71df2620ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.463667 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b7750-2789-4367-8afd-1a71df2620ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e6efac-dac1-4cfa-bfae-253bbec39154,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:54.467889 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.l3_db [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Floating IP 33645959-bc44-4d69-9bb1-ee57e0c063f7 associated. External IP: 172.27.1.212, port: 570b9152-0452-4bdd-addb-cff2fd1756fd. Feb 28 19:07:54.527163 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-624b7750-2789-4367-8afd-1a71df2620ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.528377 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-624b7750-2789-4367-8afd-1a71df2620ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3368893 Feb 28 19:07:54.531194 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35508) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:54.537768 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-bd475baa-dbb9-4d6c-a6ac-9bff6b14a34c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'security_group_rule': {'security_group_id': '75e0c95c-8e8c-441b-a59e-e5f94e888fb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:54.545326 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-bd475baa-dbb9-4d6c-a6ac-9bff6b14a34c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:54.551922 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bd475baa-dbb9-4d6c-a6ac-9bff6b14a34c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Usage tracker for resource:security_group_rule and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:54.556231 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bd475baa-dbb9-4d6c-a6ac-9bff6b14a34c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:54.564755 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-bd475baa-dbb9-4d6c-a6ac-9bff6b14a34c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:54.734561 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bd475baa-dbb9-4d6c-a6ac-9bff6b14a34c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.892437 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bd475baa-dbb9-4d6c-a6ac-9bff6b14a34c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:54.894290 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:07:54.968516 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bd475baa-dbb9-4d6c-a6ac-9bff6b14a34c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:55.002276 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd475baa-dbb9-4d6c-a6ac-9bff6b14a34c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8244c27f-7da7-4e8f-b730-1a0daad00bc7,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:55.103350 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:07:55.112688 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98437c6b-799d-4411-962a-4eccfbec1135 None None] Sync routers for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:07:55.122427 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98437c6b-799d-4411-962a-4eccfbec1135 None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:55.123024 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-98437c6b-799d-4411-962a-4eccfbec1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:07:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:55.149737 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bd475baa-dbb9-4d6c-a6ac-9bff6b14a34c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:55.150847 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-bd475baa-dbb9-4d6c-a6ac-9bff6b14a34c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6187663 Feb 28 19:07:55.154092 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35512) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:55.158878 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'floatingip': {'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:55.168122 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:55.169734 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Usage tracker for resource:floatingip and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:55.173229 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:55.179086 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:55.186524 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:55.241480 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-ee2dbe1d-3d08-4d42-8efc-968d37bfcbf7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8404467 Feb 28 19:07:55.242113 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'tag': '570b9152-0452-4bdd-addb-cff2fd1756fd'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:55.281474 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:55.333585 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-98437c6b-799d-4411-962a-4eccfbec1135 None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:55.374746 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'tag': '570b9152-0452-4bdd-addb-cff2fd1756fd', 'status': 'completed', 'code': 200} Feb 28 19:07:55.431421 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:55.434790 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7227-74f8-4566-ab57-b3ca11990092 req-991841db-dcc9-4e98-8806-6c6538d2777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:55.436317 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ab9c7227-74f8-4566-ab57-b3ca11990092 req-991841db-dcc9-4e98-8806-6c6538d2777a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 1099 time: 0.0736151 Feb 28 19:07:55.574192 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7227-74f8-4566-ab57-b3ca11990092 req-26649f01-f08b-4029-adb6-fdd4919602ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:55.575670 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ab9c7227-74f8-4566-ab57-b3ca11990092 req-26649f01-f08b-4029-adb6-fdd4919602ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1336381 Feb 28 19:07:55.576954 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Allocated IP 172.27.1.244 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/fb305c01-ddc8-4663-abd2-71a5c1c69dcb) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:55.682456 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ab9c7227-74f8-4566-ab57-b3ca11990092 req-d8c84d2c-eb8a-488d-815b-da1386b9e0ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=570b9152-0452-4bdd-addb-cff2fd1756fd HTTP/1.1" status: 200 len: 1000 time: 0.1012166 Feb 28 19:07:55.714535 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-98437c6b-799d-4411-962a-4eccfbec1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '33645959-bc44-4d69-9bb1-ee57e0c063f7', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': '570b9152-0452-4bdd-addb-cff2fd1756fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:c1:b8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:07:53Z', 'updated_at': '2022-02-28T19:07:53Z', 'revision_number': 0, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:55.718936 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98437c6b-799d-4411-962a-4eccfbec1135 None None] Checking router: 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:07:55.727984 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98437c6b-799d-4411-962a-4eccfbec1135 None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:55.728605 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-98437c6b-799d-4411-962a-4eccfbec1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:07:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:55.752825 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7227-74f8-4566-ab57-b3ca11990092 req-ef669b03-c4a8-429f-b610-cdc9e975098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:55.754655 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ab9c7227-74f8-4566-ab57-b3ca11990092 req-ef669b03-c4a8-429f-b610-cdc9e975098a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0669312 Feb 28 19:07:55.836340 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:55.836787 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7227-74f8-4566-ab57-b3ca11990092 req-dfcd0fe0-1e79-41ed-8dfd-9c2ef2163241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:55.838269 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ab9c7227-74f8-4566-ab57-b3ca11990092 req-dfcd0fe0-1e79-41ed-8dfd-9c2ef2163241 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769427 Feb 28 19:07:55.916776 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-98437c6b-799d-4411-962a-4eccfbec1135 None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:55.933164 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:55.984969 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ab9c7227-74f8-4566-ab57-b3ca11990092 req-6a4785ac-94c7-4b77-ad41-1d9f046cdfa8 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407478 Feb 28 19:07:55.994407 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:55.997244 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:56.005552 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:56.049894 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'Port': ['ID=fb305c01-ddc8-4663-abd2-71a5c1c69dcb,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:56.099484 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.125160 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ab9c7227-74f8-4566-ab57-b3ca11990092 req-47dfa67d-083e-4f6f-a9b1-7875a35645ff service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341360 Feb 28 19:07:56.242003 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.284559 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-98437c6b-799d-4411-962a-4eccfbec1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '33645959-bc44-4d69-9bb1-ee57e0c063f7', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': '570b9152-0452-4bdd-addb-cff2fd1756fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:c1:b8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:07:53Z', 'updated_at': '2022-02-28T19:07:53Z', 'revision_number': 0, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:56.288781 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98437c6b-799d-4411-962a-4eccfbec1135 None None] The sync data for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi is: [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '33645959-bc44-4d69-9bb1-ee57e0c063f7', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': '570b9152-0452-4bdd-addb-cff2fd1756fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:c1:b8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:07:53Z', 'updated_at': '2022-02-28T19:07:53Z', 'revision_number': 0, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:07:56.457839 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.474114 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9343ff8-1887-4abb-9f43-88500e1070b5 None None] New status for floating IP 33645959-bc44-4d69-9bb1-ee57e0c063f7: ACTIVE {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:07:56.578345 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.688277 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'Port': ['ID=fb305c01-ddc8-4663-abd2-71a5c1c69dcb,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:56.698934 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.824357 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.825593 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-1a2f2bc7-7c7f-4cd2-8ddb-7ad9b9192aea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6706004 Feb 28 19:07:56.983684 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-0c9322d6-3934-4f72-881e-89b4cf212640 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Synchronizing usage tracker for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:57.041035 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-0c9322d6-3934-4f72-881e-89b4cf212640 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Unset dirty status for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:57.042154 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-0c9322d6-3934-4f72-881e-89b4cf212640 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1354265167&fields=id&tenant_id=a73fa98b1d974ed1935c4d3e2879abad HTTP/1.1" status: 200 len: 267 time: 0.0976317 Feb 28 19:07:57.190423 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-34319a8d-4d3b-4b27-99ac-ae2cc1772fe3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:57.191869 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-34319a8d-4d3b-4b27-99ac-ae2cc1772fe3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 817 time: 0.1431091 Feb 28 19:07:57.205835 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-b5459644-144f-4137-bafb-3bbae7caa28b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/quotas/a73fa98b1d974ed1935c4d3e2879abad HTTP/1.1" status: 200 len: 375 time: 0.0085094 Feb 28 19:07:57.288010 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-8187fa01-a858-433f-b5ea-4001d66ab895 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773661 Feb 28 19:07:57.424252 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-3fc99f39-3aff-495c-a619-1b52d321ff6b service neutron] 10.222.0.21 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237152 Feb 28 19:07:57.557001 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-37b0885c-7e74-4a48-89f9-5dbecba5a4b6 service neutron] 10.222.0.21 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247430 Feb 28 19:07:57.835545 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9f183e3d-dfaf-4ce1-b417-714c429160dd req-bd59d498-0231-4ddc-b620-d440d12e66c5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 210 time: 0.0461748 Feb 28 19:07:58.988257 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0bd680cb-0972-413c-bdf8-6ddc493f33e1 req-0bdfb04a-9325-4e60-9177-58408fbec40c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 210 time: 0.0432589 Feb 28 19:07:59.733476 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-3b1a9adb-99e8-4646-b475-d87185282c67 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:59.734875 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-3b1a9adb-99e8-4646-b475-d87185282c67 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 817 time: 0.1427054 Feb 28 19:07:59.781464 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d7553458-8b0b-47a1-a910-8449289ba17b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Synchronizing usage tracker for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:security_group {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:59.792833 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d7553458-8b0b-47a1-a910-8449289ba17b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Unset dirty status for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:security_group {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:59.793961 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d7553458-8b0b-47a1-a910-8449289ba17b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a73fa98b1d974ed1935c4d3e2879abad HTTP/1.1" status: 200 len: 380 time: 0.0509512 Feb 28 19:07:59.801934 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'port': {'device_id': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'admin_state_up': True, 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'security_groups': ['75e0c95c-8e8c-441b-a59e-e5f94e888fb2']}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:59.935759 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:59.939788 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Usage tracker for resource:port and tenant:a73fa98b1d974ed1935c4d3e2879abad is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:59.942544 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:59.949021 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:00.039645 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Made reservation on behalf of a73fa98b1d974ed1935c4d3e2879abad for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:08:00.040396 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:00.141945 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ffcf9e78-bdaf-4ba3-bea1-9d0bf23d8d9d req-97543d7f-19f5-493d-a245-39cd48b1ed22 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 210 time: 0.0429633 Feb 28 19:08:00.209764 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Allocated IP 172.20.0.11 (099c77b0-b32f-4f92-b4b4-e414371a1e31/714bbb42-3058-4d38-8562-8ebc8ccb1424/29a481fd-7c99-42e1-92d5-26fb61661a7d) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:00.390075 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:00.404770 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Transition to ACTIVE for port object 29a481fd-7c99-42e1-92d5-26fb61661a7d will not be triggered until provisioned by entity DHCP. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:00.515807 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:00.543843 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:00.638332 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Network 099c77b0-b32f-4f92-b4b4-e414371a1e31 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:00.645315 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:00.650158 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:00.680739 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event updated for resources: {'Port': ['ID=29a481fd-7c99-42e1-92d5-26fb61661a7d,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:00.717622 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:00.718240 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:00.852306 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-d3bf13dd-3582-4a36-8bb3-137eded2d9a0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0537481 Feb 28 19:08:00.864926 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Request body: {'port': {'device_id': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:00.953427 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-285763c4-843c-43fe-a37c-4822e6edd3b3 None None] Provisioning for port 29a481fd-7c99-42e1-92d5-26fb61661a7d completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:00.967815 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-285763c4-843c-43fe-a37c-4822e6edd3b3 None None] Provisioning complete for port 29a481fd-7c99-42e1-92d5-26fb61661a7d triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:00.969708 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-285763c4-843c-43fe-a37c-4822e6edd3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:00.981700 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:01.028317 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-285763c4-843c-43fe-a37c-4822e6edd3b3 None None] Port 29a481fd-7c99-42e1-92d5-26fb61661a7d cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:08:01.322416 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a481fd-7c99-42e1-92d5-26fb61661a7d {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:01.329487 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:01.339584 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8007e27-a03f-49b6-9ab5-0480e3942e13 req-bc3f42bc-06be-43a3-9703-57e35543bc67 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:01.341100 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e8007e27-a03f-49b6-9ab5-0480e3942e13 req-bc3f42bc-06be-43a3-9703-57e35543bc67 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 932 time: 0.0839572 Feb 28 19:08:01.343622 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Transition to ACTIVE for port object 29a481fd-7c99-42e1-92d5-26fb61661a7d will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:01.385554 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e8007e27-a03f-49b6-9ab5-0480e3942e13 req-00a402fa-681f-4b5b-a887-4dd3c3f66f2b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385852 Feb 28 19:08:01.435432 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:01.594340 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=29a481fd-7c99-42e1-92d5-26fb61661a7d,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:01.675933 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Attempting to bind port 29a481fd-7c99-42e1-92d5-26fb61661a7d on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:01.676255 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Attempting to bind port 29a481fd-7c99-42e1-92d5-26fb61661a7d by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:01.676570 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Attempting to bind port 29a481fd-7c99-42e1-92d5-26fb61661a7d on network 099c77b0-b32f-4f92-b4b4-e414371a1e31 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:01.681570 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Port 29a481fd-7c99-42e1-92d5-26fb61661a7d on network 099c77b0-b32f-4f92-b4b4-e414371a1e31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:08:01.681877 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Attempting to bind port 29a481fd-7c99-42e1-92d5-26fb61661a7d on network 099c77b0-b32f-4f92-b4b4-e414371a1e31 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:01.686694 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:01.687021 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Checking segment: {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:01.687418 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Bound using segment: {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:01.687825 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Bound port: 29a481fd-7c99-42e1-92d5-26fb61661a7d, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb67e205-e475-44b3-925e-ad1c277153d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:01.688155 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:01.774902 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:01.777842 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:01.833798 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:01.890486 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:01.891105 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:01.892412 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] 10.222.0.61 "PUT /v2.0/ports/29a481fd-7c99-42e1-92d5-26fb61661a7d HTTP/1.1" status: 200 len: 1094 time: 1.0333996 Feb 28 19:08:01.894767 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:01.923429 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e1f44-6ac0-4d02-aa4f-88f05974a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=29a481fd-7c99-42e1-92d5-26fb61661a7d,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:01.943434 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'status': 'completed', 'code': 200} Feb 28 19:08:02.038558 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efef024-6823-4b93-9ab7-04b480a5b954 req-bef3ec9a-eaf3-42ba-a2ba-2624fd3b0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:02.040682 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-7efef024-6823-4b93-9ab7-04b480a5b954 req-bef3ec9a-eaf3-42ba-a2ba-2624fd3b0fc8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 1097 time: 0.0766134 Feb 28 19:08:02.182878 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efef024-6823-4b93-9ab7-04b480a5b954 req-a261a143-904a-4afe-903e-7335419ab9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:02.184425 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-7efef024-6823-4b93-9ab7-04b480a5b954 req-a261a143-904a-4afe-903e-7335419ab9dc service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1364641 Feb 28 19:08:02.325362 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efef024-6823-4b93-9ab7-04b480a5b954 req-88b779d9-6a6f-4403-8c58-2533ac8f4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:02.326839 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-7efef024-6823-4b93-9ab7-04b480a5b954 req-88b779d9-6a6f-4403-8c58-2533ac8f4d59 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363361 Feb 28 19:08:02.431499 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-2b911fb2-5e17-4684-98be-584dd72c9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:02.432884 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-2b911fb2-5e17-4684-98be-584dd72c9154 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 1097 time: 0.0706801 Feb 28 19:08:02.504662 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-3b9c08c0-8c95-4023-ba90-501db19b9cd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d HTTP/1.1" status: 200 len: 217 time: 0.0655131 Feb 28 19:08:02.571330 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-a6f43465-55ab-4e46-b129-b25b6b0c6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:02.573051 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-a6f43465-55ab-4e46-b129-b25b6b0c6b5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.0616100 Feb 28 19:08:02.581316 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e49af-9b5b-438f-badf-8aebca54ca52 req-24783733-f9b2-4b29-b043-b0bb04b56db6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:02.582745 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-138e49af-9b5b-438f-badf-8aebca54ca52 req-24783733-f9b2-4b29-b043-b0bb04b56db6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.0843630 Feb 28 19:08:02.635463 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-138e49af-9b5b-438f-badf-8aebca54ca52 req-14cf8aaa-cf04-4e09-8464-33d80b73bc9a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459898 Feb 28 19:08:02.713319 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-be3b6eab-7ceb-4701-aa01-7fe910577fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:02.714696 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-be3b6eab-7ceb-4701-aa01-7fe910577fad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1360700 Feb 28 19:08:02.843942 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-4a025149-e452-425d-8c75-9e0911bd5c3b service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224132 Feb 28 19:08:02.972544 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8e213162-7b62-4f8e-bff9-b868c27bc508 req-5580882e-e05d-48ff-860d-ddd5998822a8 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224024 Feb 28 19:08:03.828362 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be1992-808d-46cc-bb98-aef44555297f req-def80fc6-1fe1-4c68-9f5f-e4b5b2124838 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:03.829708 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f0be1992-808d-46cc-bb98-aef44555297f req-def80fc6-1fe1-4c68-9f5f-e4b5b2124838 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.0818565 Feb 28 19:08:03.874990 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f0be1992-808d-46cc-bb98-aef44555297f req-12f3d8eb-4aca-450d-9dde-5f01a734cf33 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395308 Feb 28 19:08:04.919485 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 29a481fd-7c99-42e1-92d5-26fb61661a7d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:08:05.068386 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485283b-1de9-4cce-8fb2-bfa5d1353bd2 req-85fd2e05-4177-4bd7-9968-3ef8ad132b9d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:05.069822 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b485283b-1de9-4cce-8fb2-bfa5d1353bd2 req-85fd2e05-4177-4bd7-9968-3ef8ad132b9d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.0821841 Feb 28 19:08:05.092363 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:05.107916 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'port_id': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'mac_address': 'fa:16:3e:6c:75:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:08:05.167226 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:05.185080 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a481fd-7c99-42e1-92d5-26fb61661a7d {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:05.200323 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:05.206526 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b485283b-1de9-4cce-8fb2-bfa5d1353bd2 req-14aaed7f-dd19-425a-9261-2870ca41718b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309824 Feb 28 19:08:05.262178 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:05.334271 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=29a481fd-7c99-42e1-92d5-26fb61661a7d,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:05.433759 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-72089ecb-3ea9-4051-a1c8-7e24de3d6190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:05.597477 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['29a481fd-7c99-42e1-92d5-26fb61661a7d'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:08:06.390864 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf950c8-fa14-4adf-8303-c3c3edfe3e6a req-7ca82c59-44d2-4f7d-a45c-be60e6dc1fea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:06.392317 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-adf950c8-fa14-4adf-8303-c3c3edfe3e6a req-7ca82c59-44d2-4f7d-a45c-be60e6dc1fea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 945 time: 0.0784550 Feb 28 19:08:06.435228 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-adf950c8-fa14-4adf-8303-c3c3edfe3e6a req-1624bd46-6f63-40f7-9f8b-a6a7f0ea9c03 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373983 Feb 28 19:08:06.937798 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 29a481fd-7c99-42e1-92d5-26fb61661a7d up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:07.062290 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 29a481fd-7c99-42e1-92d5-26fb61661a7d completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:07.066984 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 29a481fd-7c99-42e1-92d5-26fb61661a7d triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:07.067377 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:07.184425 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:07.210311 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:07.220094 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:07.253748 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'code': 200} Feb 28 19:08:07.284950 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:07.356936 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=29a481fd-7c99-42e1-92d5-26fb61661a7d,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:07.630562 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873801ee-4cdd-4eff-b5da-3af37457bfe2 req-fc87fc4d-a552-4c4c-9e05-ec645890dd43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:07.632003 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-873801ee-4cdd-4eff-b5da-3af37457bfe2 req-fc87fc4d-a552-4c4c-9e05-ec645890dd43 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0883734 Feb 28 19:08:07.640952 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695017b0-ae36-4dcd-8044-3feec676b6ee req-55464176-f393-400d-a765-988f5e94debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:07.642406 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-695017b0-ae36-4dcd-8044-3feec676b6ee req-55464176-f393-400d-a765-988f5e94debd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 1099 time: 0.0735598 Feb 28 19:08:07.676571 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-873801ee-4cdd-4eff-b5da-3af37457bfe2 req-87d3c10d-42c7-4c9a-9eba-e3fa9f0291bd tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387595 Feb 28 19:08:07.683341 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-695017b0-ae36-4dcd-8044-3feec676b6ee req-2d56983b-6850-4eca-a1ff-7e6baf027486 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350404 Feb 28 19:08:08.126718 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b3d75ed9-83a7-4c17-b3b7-12397a52e110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:08.744431 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:08.878211 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257461e-c7b4-4136-bbf3-281772ec5fc4 req-8491af06-597e-4ecc-98cb-2008db26d06f tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:08.879911 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c257461e-c7b4-4136-bbf3-281772ec5fc4 req-8491af06-597e-4ecc-98cb-2008db26d06f tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0873382 Feb 28 19:08:08.922928 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c257461e-c7b4-4136-bbf3-281772ec5fc4 req-c8fc1ac2-de42-4248-997e-f7101ea177a5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373771 Feb 28 19:08:09.183610 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:10.113421 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aea59b-6f7b-4116-9d8f-4f89825b0f26 req-c0085b8e-d4be-44bd-8250-78fb88825334 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:10.114838 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-00aea59b-6f7b-4116-9d8f-4f89825b0f26 req-c0085b8e-d4be-44bd-8250-78fb88825334 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0792007 Feb 28 19:08:10.157938 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-00aea59b-6f7b-4116-9d8f-4f89825b0f26 req-2afe927d-42ca-481c-a044-ebdba71fbe46 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373096 Feb 28 19:08:10.343305 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2433a3f-7f3d-4f31-bd9e-85ffbd042b54 req-3a799c3d-75aa-4cb4-97bc-cf7109ee7344 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:10.344644 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2433a3f-7f3d-4f31-bd9e-85ffbd042b54 req-3a799c3d-75aa-4cb4-97bc-cf7109ee7344 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0834527 Feb 28 19:08:10.353154 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35584) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:10.358681 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-ef2b1a05-09a9-4f7b-8fa1-8b8415ac5273 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Request body: {'floatingip': {'port_id': '29a481fd-7c99-42e1-92d5-26fb61661a7d'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:10.436833 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1a05-09a9-4f7b-8fa1-8b8415ac5273 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:10.858882 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:11.028349 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1a05-09a9-4f7b-8fa1-8b8415ac5273 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:11.103555 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1a05-09a9-4f7b-8fa1-8b8415ac5273 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:11.269907 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.l3_db [None req-ef2b1a05-09a9-4f7b-8fa1-8b8415ac5273 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Floating IP 489d2179-2b39-457c-be75-41b54a12e1db associated. External IP: 172.27.1.244, port: 29a481fd-7c99-42e1-92d5-26fb61661a7d. Feb 28 19:08:11.702469 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2b1a05-09a9-4f7b-8fa1-8b8415ac5273 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:08:11.877958 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2b1a05-09a9-4f7b-8fa1-8b8415ac5273 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:08:11.882655 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1a05-09a9-4f7b-8fa1-8b8415ac5273 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:11.887201 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633a002-fa28-4d72-b1c6-3085d355ec6a None None] Sync routers for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:08:11.896242 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633a002-fa28-4d72-b1c6-3085d355ec6a None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:11.896928 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8633a002-fa28-4d72-b1c6-3085d355ec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:08:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:11.936742 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-ef2b1a05-09a9-4f7b-8fa1-8b8415ac5273 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "PUT /v2.0/floatingips/489d2179-2b39-457c-be75-41b54a12e1db HTTP/1.1" status: 200 len: 992 time: 1.5819619 Feb 28 19:08:11.937293 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:11.989401 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'status': 'completed', 'code': 200} Feb 28 19:08:12.090390 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea6c25-d6d3-48d6-a9ba-dd63aaa645f9 req-0e90e6d2-cbd5-4d85-a2b6-701988e8d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:12.091934 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2dea6c25-d6d3-48d6-a9ba-dd63aaa645f9 req-0e90e6d2-cbd5-4d85-a2b6-701988e8d9dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 1099 time: 0.0784750 Feb 28 19:08:12.095512 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-8633a002-fa28-4d72-b1c6-3085d355ec6a None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:12.228961 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea6c25-d6d3-48d6-a9ba-dd63aaa645f9 req-38d624e4-6236-4d30-a4fc-5d30e24f1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:12.230610 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2dea6c25-d6d3-48d6-a9ba-dd63aaa645f9 req-38d624e4-6236-4d30-a4fc-5d30e24f1199 service neutron] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 918 time: 0.1320302 Feb 28 19:08:12.335711 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2dea6c25-d6d3-48d6-a9ba-dd63aaa645f9 req-3f1bc185-c511-4cba-8af7-ebadcd77c80e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d HTTP/1.1" status: 200 len: 1000 time: 0.0989203 Feb 28 19:08:12.398273 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea6c25-d6d3-48d6-a9ba-dd63aaa645f9 req-b128a147-00bc-426d-a9db-b82b1b9728f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:12.400586 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2dea6c25-d6d3-48d6-a9ba-dd63aaa645f9 req-b128a147-00bc-426d-a9db-b82b1b9728f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.0578046 Feb 28 19:08:12.458574 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8633a002-fa28-4d72-b1c6-3085d355ec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '489d2179-2b39-457c-be75-41b54a12e1db', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'port_id': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'mac_address': 'fa:16:3e:6c:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:07:56Z', 'updated_at': '2022-02-28T19:08:10Z', 'revision_number': 1, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:12.464123 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633a002-fa28-4d72-b1c6-3085d355ec6a None None] Checking router: d520c66d-25fb-4bef-b83d-f6cf4b8c5525 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:08:12.472746 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633a002-fa28-4d72-b1c6-3085d355ec6a None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:12.473464 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8633a002-fa28-4d72-b1c6-3085d355ec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:08:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:12.482654 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea6c25-d6d3-48d6-a9ba-dd63aaa645f9 req-9ee6bd8c-70c4-4459-8ea3-00a024aac672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:12.484146 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2dea6c25-d6d3-48d6-a9ba-dd63aaa645f9 req-9ee6bd8c-70c4-4459-8ea3-00a024aac672 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775661 Feb 28 19:08:12.617266 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2dea6c25-d6d3-48d6-a9ba-dd63aaa645f9 req-3a91e7fc-690d-4c7e-bafa-225e5dd18ecc service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266179 Feb 28 19:08:12.702550 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-8633a002-fa28-4d72-b1c6-3085d355ec6a None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:12.769417 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2dea6c25-d6d3-48d6-a9ba-dd63aaa645f9 req-000df2f3-6e92-44ff-8687-e7071781ac10 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452906 Feb 28 19:08:13.053241 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8633a002-fa28-4d72-b1c6-3085d355ec6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '489d2179-2b39-457c-be75-41b54a12e1db', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'port_id': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'mac_address': 'fa:16:3e:6c:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:07:56Z', 'updated_at': '2022-02-28T19:08:10Z', 'revision_number': 1, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:13.057659 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633a002-fa28-4d72-b1c6-3085d355ec6a None None] The sync data for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi is: [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '489d2179-2b39-457c-be75-41b54a12e1db', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'port_id': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'mac_address': 'fa:16:3e:6c:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:07:56Z', 'updated_at': '2022-02-28T19:08:10Z', 'revision_number': 1, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:08:13.240202 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99a5ccf-e1e9-46e4-b72b-dc89388565f7 None None] New status for floating IP 489d2179-2b39-457c-be75-41b54a12e1db: ACTIVE {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:08:22.397386 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda63b6f-b762-4ea9-86d4-e9829d94f8e3 req-6f24171e-ae82-40e6-bb69-b51f0fd7e6fe tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:22.398854 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bda63b6f-b762-4ea9-86d4-e9829d94f8e3 req-6f24171e-ae82-40e6-bb69-b51f0fd7e6fe tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0806057 Feb 28 19:08:22.443272 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bda63b6f-b762-4ea9-86d4-e9829d94f8e3 req-e5dcd983-2d66-4c4e-91bc-f08fe8bd03a2 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387237 Feb 28 19:08:23.627925 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdbad5-b0a3-410b-9b94-19354d31c6d3 req-b68e7a3a-1112-455c-a1ac-4527e222f803 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:23.629360 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebfdbad5-b0a3-410b-9b94-19354d31c6d3 req-b68e7a3a-1112-455c-a1ac-4527e222f803 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.0791695 Feb 28 19:08:23.675215 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebfdbad5-b0a3-410b-9b94-19354d31c6d3 req-9efeb2b2-2fd0-482d-ab10-84f863ce9dd2 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=3dadaeaf-652c-44a2-a6d9-120015322360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 Feb 28 19:08:23.729353 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-3bd176b0-3b35-44e3-ba56-dfffd86df752 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:23.729942 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-3bd176b0-3b35-44e3-ba56-dfffd86df752 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Synchronizing usage tracker for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:23.789378 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-3bd176b0-3b35-44e3-ba56-dfffd86df752 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Unset dirty status for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:23.790575 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-3bd176b0-3b35-44e3-ba56-dfffd86df752 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.61 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 945 time: 0.1385484 Feb 28 19:08:23.864109 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Deleting port f30d713e-926a-4637-924b-eabbced9f31c {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:08:23.864454 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:24.176711 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] For port f30d713e-926a-4637-924b-eabbced9f31c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f30d713e-926a-4637-924b-eabbced9f31c,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:24.177070 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:24.458853 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:24.459256 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:24.459572 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.l3_db [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Floating IP 44a0cf43-dc23-4242-b75e-e4a7ac9c18d5 disassociated. External IP: 172.27.1.182, port: f30d713e-926a-4637-924b-eabbced9f31c. Feb 28 19:08:24.459912 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Calling delete_port for f30d713e-926a-4637-924b-eabbced9f31c owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:08:24.663161 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:24.714964 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event deleted for resources: {'Port': ['ID=f30d713e-926a-4637-924b-eabbced9f31c,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:24.830070 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6e688484-1f70-4343-8554-bd94587c0774 req-3a061115-1883-440b-b120-51023ff4c8be tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 210 time: 0.0472999 Feb 28 19:08:24.901585 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Router 330fbd67-df99-4a43-9d8f-baaf9f881c5e has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:08:25.000898 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:08:25.077946 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:08:25.089782 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a69951-e58e-4b45-8c4b-fb5f63b11f6f None None] Sync routers for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:08:25.100002 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a69951-e58e-4b45-8c4b-fb5f63b11f6f None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:25.100608 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-83a69951-e58e-4b45-8c4b-fb5f63b11f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:08:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:25.153411 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] No DVR routers for this DVR port f30d713e-926a-4637-924b-eabbced9f31c on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:08:25.155933 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:25.158717 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45883a52-0422-4de3-b428-d6f24780b283', 'name': 'network-vif-deleted', 'tag': 'f30d713e-926a-4637-924b-eabbced9f31c'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:25.212672 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45883a52-0422-4de3-b428-d6f24780b283', 'name': 'network-vif-deleted', 'tag': 'f30d713e-926a-4637-924b-eabbced9f31c', 'status': 'completed', 'code': 200} Feb 28 19:08:25.239372 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-55c675f0-0347-4f22-b295-7a015ec41f4e req-4e6678e1-a9da-4db6-bc8d-098548b37cf4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.61 "DELETE /v2.0/ports/f30d713e-926a-4637-924b-eabbced9f31c HTTP/1.1" status: 204 len: 173 time: 1.4432778 Feb 28 19:08:25.286921 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-83a69951-e58e-4b45-8c4b-fb5f63b11f6f None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:25.597462 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-83a69951-e58e-4b45-8c4b-fb5f63b11f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:25.601212 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a69951-e58e-4b45-8c4b-fb5f63b11f6f None None] Checking router: 330fbd67-df99-4a43-9d8f-baaf9f881c5e for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:08:25.609424 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a69951-e58e-4b45-8c4b-fb5f63b11f6f None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:25.610000 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-83a69951-e58e-4b45-8c4b-fb5f63b11f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:08:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:25.780785 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-83a69951-e58e-4b45-8c4b-fb5f63b11f6f None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:25.997073 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-27d63f36-03ca-486f-bbc8-e5c9391affa8 req-2447bf69-00c8-44c0-99d4-cc5c2a5daeff tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=45883a52-0422-4de3-b428-d6f24780b283 HTTP/1.1" status: 200 len: 210 time: 0.0441813 Feb 28 19:08:26.142572 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-83a69951-e58e-4b45-8c4b-fb5f63b11f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:26.146533 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a69951-e58e-4b45-8c4b-fb5f63b11f6f None None] The sync data for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi is: [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:08:26.437898 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4db6384-43bd-45b6-aaf6-7f2ab69dc73b None None] New status for floating IP 44a0cf43-dc23-4242-b75e-e4a7ac9c18d5: DOWN {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:08:26.996039 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device f30d713e-926a-4637-924b-eabbced9f31c no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:08:27.031754 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: f30d713e-926a-4637-924b-eabbced9f31c {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:08:27.032095 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device f30d713e-926a-4637-924b-eabbced9f31c not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:08:27.176403 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35634) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:27.239310 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-aec037ff-9eeb-4ddb-9aa8-b88053e95975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:27.271008 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-aec037ff-9eeb-4ddb-9aa8-b88053e95975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:27.434575 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-aec037ff-9eeb-4ddb-9aa8-b88053e95975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:27.452645 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec037ff-9eeb-4ddb-9aa8-b88053e95975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dadaeaf-652c-44a2-a6d9-120015322360,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:27.525148 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-aec037ff-9eeb-4ddb-9aa8-b88053e95975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:27.526250 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-aec037ff-9eeb-4ddb-9aa8-b88053e95975 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "DELETE /v2.0/security-groups/3dadaeaf-652c-44a2-a6d9-120015322360 HTTP/1.1" status: 204 len: 168 time: 0.3488894 Feb 28 19:08:27.529060 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35638) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:27.548072 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.api.v2.resource [None req-930c9489-b8a3-427c-ad45-88f6f8af6c93 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] show failed (client error): The resource could not be found. Feb 28 19:08:27.549044 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-930c9489-b8a3-427c-ad45-88f6f8af6c93 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups/3dadaeaf-652c-44a2-a6d9-120015322360 HTTP/1.1" status: 404 len: 347 time: 0.0190344 Feb 28 19:08:27.551754 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35642) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:27.702766 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f900a-197d-49f2-bcdc-7aa85aa76258 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Deleting port dadf8b3c-8533-4ce8-b3cc-58c9b58e7d3c {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:08:27.703100 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4f5f900a-197d-49f2-bcdc-7aa85aa76258 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:27.868755 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4f5f900a-197d-49f2-bcdc-7aa85aa76258 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:27.868980 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4f5f900a-197d-49f2-bcdc-7aa85aa76258 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.055079 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f900a-197d-49f2-bcdc-7aa85aa76258 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Calling delete_port for dadf8b3c-8533-4ce8-b3cc-58c9b58e7d3c owned by network:floatingip {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:08:28.261181 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4f5f900a-197d-49f2-bcdc-7aa85aa76258 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.310068 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f900a-197d-49f2-bcdc-7aa85aa76258 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event deleted for resources: {'Port': ['ID=dadf8b3c-8533-4ce8-b3cc-58c9b58e7d3c,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:28.415312 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4f5f900a-197d-49f2-bcdc-7aa85aa76258 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.428919 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4f5f900a-197d-49f2-bcdc-7aa85aa76258 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.430149 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-4f5f900a-197d-49f2-bcdc-7aa85aa76258 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "DELETE /v2.0/floatingips/44a0cf43-dc23-4242-b75e-e4a7ac9c18d5 HTTP/1.1" status: 204 len: 168 time: 0.8774483 Feb 28 19:08:28.710587 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35648) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:28.715711 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180398977', 'description': 'tempest-description--767128235'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:28.721420 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:28.725415 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:security_group and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:28.728333 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:28.733823 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:28.782986 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.802173 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:28.806625 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:security_group_rule and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:28.809478 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:28.815024 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:28.884813 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.981588 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.024276 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88d7571-31cf-466c-87dc-034f7d3b0c80,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:29.112669 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.113882 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-6654d10d-a392-4910-8816-6219b4deac61 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4022174 Feb 28 19:08:29.116662 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35652) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:29.122308 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-203555ec-79c3-413a-a660-aa7951c4a199 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'security_group_rule': {'security_group_id': 'f88d7571-31cf-466c-87dc-034f7d3b0c80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:29.128092 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-203555ec-79c3-413a-a660-aa7951c4a199 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:29.131872 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-203555ec-79c3-413a-a660-aa7951c4a199 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:security_group_rule and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:29.134887 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-203555ec-79c3-413a-a660-aa7951c4a199 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:29.140484 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-203555ec-79c3-413a-a660-aa7951c4a199 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:29.218337 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-203555ec-79c3-413a-a660-aa7951c4a199 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.280964 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-203555ec-79c3-413a-a660-aa7951c4a199 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.354983 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-203555ec-79c3-413a-a660-aa7951c4a199 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.384422 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203555ec-79c3-413a-a660-aa7951c4a199 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0c8326-9e10-499b-8b56-a580055c1174,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:29.446447 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-203555ec-79c3-413a-a660-aa7951c4a199 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.447651 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-203555ec-79c3-413a-a660-aa7951c4a199 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3293128 Feb 28 19:08:29.450231 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35656) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:29.455075 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-d6ba7173-98ab-43fe-bddd-5a69dd24d4f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'security_group_rule': {'security_group_id': 'f88d7571-31cf-466c-87dc-034f7d3b0c80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:29.461323 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-d6ba7173-98ab-43fe-bddd-5a69dd24d4f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:29.465110 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-d6ba7173-98ab-43fe-bddd-5a69dd24d4f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:security_group_rule and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:29.467988 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-d6ba7173-98ab-43fe-bddd-5a69dd24d4f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:29.473622 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-d6ba7173-98ab-43fe-bddd-5a69dd24d4f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:29.564766 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7173-98ab-43fe-bddd-5a69dd24d4f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.623903 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7173-98ab-43fe-bddd-5a69dd24d4f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.691400 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7173-98ab-43fe-bddd-5a69dd24d4f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.715458 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba7173-98ab-43fe-bddd-5a69dd24d4f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35231560-4ad6-4932-8a11-58f5618d0e24,revision_number=0']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:29.783260 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7173-98ab-43fe-bddd-5a69dd24d4f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.784474 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-d6ba7173-98ab-43fe-bddd-5a69dd24d4f4 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332994 Feb 28 19:08:29.787691 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 35660) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:29.792468 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'floatingip': {'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:29.798122 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:29.801818 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:floatingip and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:29.804658 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:29.810722 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:29.903137 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.038344 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.176222 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Allocated IP 172.27.1.17 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/aa6306db-13f9-4c5c-91f3-57082edda696) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:30.318965 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.417979 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.477435 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:30.484220 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:30.488157 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:30.519979 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'Port': ['ID=aa6306db-13f9-4c5c-91f3-57082edda696,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:30.566324 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.571399 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.703477 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.906895 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.988821 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:31.101087 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'Port': ['ID=aa6306db-13f9-4c5c-91f3-57082edda696,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:31.109522 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:31.217527 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:31.218653 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-e0a2cb62-c3e1-4b54-8d6c-bf9384888f22 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4300687 Feb 28 19:08:31.374604 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-dbdaea6d-6156-47e6-bdcf-72d61d368309 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Synchronizing usage tracker for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:31.478306 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-dbdaea6d-6156-47e6-bdcf-72d61d368309 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Unset dirty status for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:31.479553 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-dbdaea6d-6156-47e6-bdcf-72d61d368309 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--180398977&fields=id&tenant_id=e00c264516ff48bdb7d2411e37b27ff4 HTTP/1.1" status: 200 len: 267 time: 0.1419039 Feb 28 19:08:31.628778 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-01d308ad-9ba3-4bbb-96fe-cc1883584ba9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:31.630164 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-01d308ad-9ba3-4bbb-96fe-cc1883584ba9 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/networks?id=1c812996-20a8-48cd-b6ed-d12028f6c0ff HTTP/1.1" status: 200 len: 810 time: 0.1441996 Feb 28 19:08:31.644774 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4feed659-4e05-4aac-bfe0-80b4844837d7 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/quotas/e00c264516ff48bdb7d2411e37b27ff4 HTTP/1.1" status: 200 len: 375 time: 0.0085156 Feb 28 19:08:31.726414 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-49f6dc52-f681-4607-ad67-2bdfa8c54b3d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767388 Feb 28 19:08:31.861365 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-ca9c0ac6-54c2-49dc-ad1d-5dfb363b38a0 service neutron] 10.222.0.21 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236417 Feb 28 19:08:32.091518 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-2c562ac5-a7f4-4ffc-a0c1-b2e278e3b174 service neutron] 10.222.0.21 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245255 Feb 28 19:08:32.349501 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c98e0833-3234-4fc0-ad3e-cd47b8aa3047 req-01cee4a7-a9a9-4b26-bf5c-e5f36d6ca2c2 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 210 time: 0.0429895 Feb 28 19:08:33.497748 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-83a47ac4-6cfb-4018-bf11-f76d04952074 req-67ff1b9b-16e2-4f5f-93ad-97b401d20cab tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 210 time: 0.0418787 Feb 28 19:08:34.667044 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4702aeaf-4700-49b8-bb2b-d48581764d81 req-fe1f302e-8423-4c47-96a6-cc2ef16779d3 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 210 time: 0.0552380 Feb 28 19:08:34.833863 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-40793732-b0b3-4abe-8bc5-22a9c7abeb8e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:34.835214 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-40793732-b0b3-4abe-8bc5-22a9c7abeb8e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.61 "GET /v2.0/networks?id=1c812996-20a8-48cd-b6ed-d12028f6c0ff HTTP/1.1" status: 200 len: 810 time: 0.2254202 Feb 28 19:08:34.882029 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-7c17717b-d800-4220-a7a8-f2067dbb4052 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Synchronizing usage tracker for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:security_group {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:34.894456 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-7c17717b-d800-4220-a7a8-f2067dbb4052 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Unset dirty status for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:security_group {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:34.895567 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-7c17717b-d800-4220-a7a8-f2067dbb4052 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00c264516ff48bdb7d2411e37b27ff4 HTTP/1.1" status: 200 len: 379 time: 0.0516253 Feb 28 19:08:34.904347 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'port': {'device_id': '970b2934-fe16-4039-9044-1e31b3217360', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'admin_state_up': True, 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'security_groups': ['f88d7571-31cf-466c-87dc-034f7d3b0c80']}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:35.038444 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:35.042655 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Usage tracker for resource:port and tenant:e00c264516ff48bdb7d2411e37b27ff4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:35.045542 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:35.051290 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:35.126333 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Made reservation on behalf of e00c264516ff48bdb7d2411e37b27ff4 for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:08:35.129961 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:35.291827 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Allocated IP 172.20.0.14 (1c812996-20a8-48cd-b6ed-d12028f6c0ff/4696e929-cc56-41be-8b9d-89b6bfd0717a/4c635eef-3e33-4a57-89ab-34702645a636) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:35.440745 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-40e6caf2-ec92-4bd2-9302-e131efb550df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:35.474911 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:35.489645 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Transition to ACTIVE for port object 4c635eef-3e33-4a57-89ab-34702645a636 will not be triggered until provisioned by entity DHCP. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:35.623418 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:35.688053 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Network 1c812996-20a8-48cd-b6ed-d12028f6c0ff is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:35.698908 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:35.706701 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event updated for resources: {'Port': ['ID=4c635eef-3e33-4a57-89ab-34702645a636,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:35.708986 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:35.776583 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:35.777199 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:35.859647 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eb40c-4992-498c-b978-f0cd50bd726c req-2a5d92d2-17e0-4a97-bcaf-70e4660ffb01 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:35.861271 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1f1eb40c-4992-498c-b978-f0cd50bd726c req-2a5d92d2-17e0-4a97-bcaf-70e4660ffb01 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 932 time: 0.0837026 Feb 28 19:08:35.892427 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-4d27fa43-3de9-4788-841c-a64a8c817a65 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9916029 Feb 28 19:08:35.906874 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1f1eb40c-4992-498c-b978-f0cd50bd726c req-97f71a7f-3fd6-43d4-981f-8f3c65199038 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397775 Feb 28 19:08:35.943055 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3f74b0b5-04db-4e66-8f7a-78b947e6e31c None None] Provisioning for port 4c635eef-3e33-4a57-89ab-34702645a636 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:35.948708 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3f74b0b5-04db-4e66-8f7a-78b947e6e31c None None] Provisioning complete for port 4c635eef-3e33-4a57-89ab-34702645a636 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:35.949102 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3f74b0b5-04db-4e66-8f7a-78b947e6e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:35.978112 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Request body: {'port': {'device_id': '970b2934-fe16-4039-9044-1e31b3217360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:36.001846 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3f74b0b5-04db-4e66-8f7a-78b947e6e31c None None] Port 4c635eef-3e33-4a57-89ab-34702645a636 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:08:36.088427 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.186223 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c890e963-32db-438d-8015-5abcb1a57dae req-34ff0bb1-9a92-4500-8849-afe4449cb881 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715897 Feb 28 19:08:36.325943 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e963-32db-438d-8015-5abcb1a57dae req-ca382256-341e-4858-8df6-a9ced5650871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:36.327423 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c890e963-32db-438d-8015-5abcb1a57dae req-ca382256-341e-4858-8df6-a9ced5650871 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 1099 time: 0.0706704 Feb 28 19:08:36.426289 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c635eef-3e33-4a57-89ab-34702645a636 {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:36.433472 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.447792 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Transition to ACTIVE for port object 4c635eef-3e33-4a57-89ab-34702645a636 will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:36.477600 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e963-32db-438d-8015-5abcb1a57dae req-234f3f99-6430-4c07-a48a-62d4b49edea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:36.479194 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c890e963-32db-438d-8015-5abcb1a57dae req-234f3f99-6430-4c07-a48a-62d4b49edea8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1331911 Feb 28 19:08:36.531535 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.585736 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c890e963-32db-438d-8015-5abcb1a57dae req-57506b40-f836-40c3-b08e-539ee1f91e76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=570b9152-0452-4bdd-addb-cff2fd1756fd HTTP/1.1" status: 200 len: 1002 time: 0.1001728 Feb 28 19:08:36.658580 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e963-32db-438d-8015-5abcb1a57dae req-3784dc21-dcc0-4078-a7b5-b266b995a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:36.659903 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Pushing event updated for resources: {'Port': ['ID=4c635eef-3e33-4a57-89ab-34702645a636,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:36.660033 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c890e963-32db-438d-8015-5abcb1a57dae req-3784dc21-dcc0-4078-a7b5-b266b995a0ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0678504 Feb 28 19:08:36.742493 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e963-32db-438d-8015-5abcb1a57dae req-a8a73354-2272-4a21-91b5-e33a681f7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:36.744243 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c890e963-32db-438d-8015-5abcb1a57dae req-a8a73354-2272-4a21-91b5-e33a681f7a5f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777161 Feb 28 19:08:36.766409 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Attempting to bind port 4c635eef-3e33-4a57-89ab-34702645a636 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:36.766739 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Attempting to bind port 4c635eef-3e33-4a57-89ab-34702645a636 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:36.767062 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Attempting to bind port 4c635eef-3e33-4a57-89ab-34702645a636 on network 1c812996-20a8-48cd-b6ed-d12028f6c0ff {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:36.772203 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Port 4c635eef-3e33-4a57-89ab-34702645a636 on network 1c812996-20a8-48cd-b6ed-d12028f6c0ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:08:36.772515 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Attempting to bind port 4c635eef-3e33-4a57-89ab-34702645a636 on network 1c812996-20a8-48cd-b6ed-d12028f6c0ff {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:36.777879 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:36.778210 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Checking segment: {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:36.778587 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Bound using segment: {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:36.779005 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Bound port: 4c635eef-3e33-4a57-89ab-34702645a636, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0516fa18-91af-437a-bcf7-f6f2cd0a22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:36.779382 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.879373 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c890e963-32db-438d-8015-5abcb1a57dae req-e7e8d229-924d-41ab-b124-fdfe0cbaa3df service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279116 Feb 28 19:08:36.949489 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] For port 4c635eef-3e33-4a57-89ab-34702645a636, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:36.952963 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] For port 4c635eef-3e33-4a57-89ab-34702645a636, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4c635eef-3e33-4a57-89ab-34702645a636,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:37.014802 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c890e963-32db-438d-8015-5abcb1a57dae req-f99a8db6-29ae-4339-9d94-549212e02c56 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290495 Feb 28 19:08:37.033224 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:37.090609 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.091232 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:37.092566 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] 10.222.0.61 "PUT /v2.0/ports/4c635eef-3e33-4a57-89ab-34702645a636 HTTP/1.1" status: 200 len: 1094 time: 1.1195605 Feb 28 19:08:37.092994 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970b2934-fe16-4039-9044-1e31b3217360', 'tag': '4c635eef-3e33-4a57-89ab-34702645a636'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:37.110242 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfad17-fd07-4947-ac87-733732455e21 req-96da7884-0ba8-49f4-9dbd-607d29874636 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.111758 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-43dfad17-fd07-4947-ac87-733732455e21 req-96da7884-0ba8-49f4-9dbd-607d29874636 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 944 time: 0.0816391 Feb 28 19:08:37.131873 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b67a1f-dc0f-4b42-85a0-f208eb8fb8ec service neutron] Pushing event updated for resources: {'Port': ['ID=4c635eef-3e33-4a57-89ab-34702645a636,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:37.150478 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970b2934-fe16-4039-9044-1e31b3217360', 'tag': '4c635eef-3e33-4a57-89ab-34702645a636', 'status': 'completed', 'code': 200} Feb 28 19:08:37.166077 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-43dfad17-fd07-4947-ac87-733732455e21 req-34585bce-5b81-41fe-a489-7bd58398f088 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472820 Feb 28 19:08:37.251562 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc5606-eb20-4f7b-a36f-813bd3780f82 req-49851534-6ac6-453d-968c-4e77ee6e7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.253150 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2dcc5606-eb20-4f7b-a36f-813bd3780f82 req-49851534-6ac6-453d-968c-4e77ee6e7d81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 1097 time: 0.0763774 Feb 28 19:08:37.391415 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc5606-eb20-4f7b-a36f-813bd3780f82 req-e3a1fa34-049b-42b1-b3c4-dd3534c42302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.392842 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2dcc5606-eb20-4f7b-a36f-813bd3780f82 req-e3a1fa34-049b-42b1-b3c4-dd3534c42302 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1329653 Feb 28 19:08:37.534540 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc5606-eb20-4f7b-a36f-813bd3780f82 req-7ecdd9b0-c8e5-44f9-ad95-d322e3926234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.536254 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2dcc5606-eb20-4f7b-a36f-813bd3780f82 req-7ecdd9b0-c8e5-44f9-ad95-d322e3926234 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1375375 Feb 28 19:08:37.640788 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-f11ce9ca-49db-4031-aab0-e1037fcc19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.642253 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-f11ce9ca-49db-4031-aab0-e1037fcc19fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 1097 time: 0.0679648 Feb 28 19:08:37.710338 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-fe57e04f-524e-4c38-813c-f02601f97c0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c635eef-3e33-4a57-89ab-34702645a636 HTTP/1.1" status: 200 len: 217 time: 0.0610442 Feb 28 19:08:37.770638 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-806cd1b0-f4f3-4c0e-8665-f100ab1950aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.772051 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-806cd1b0-f4f3-4c0e-8665-f100ab1950aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4696e929-cc56-41be-8b9d-89b6bfd0717a HTTP/1.1" status: 200 len: 849 time: 0.0560868 Feb 28 19:08:37.849959 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-9e7f0dbe-9c47-4e36-b682-c2f5a9a4d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.851433 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-9e7f0dbe-9c47-4e36-b682-c2f5a9a4d90d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c812996-20a8-48cd-b6ed-d12028f6c0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719831 Feb 28 19:08:37.981406 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-63f6b6ac-b5e9-40c3-babe-2992371324e1 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238148 Feb 28 19:08:38.111561 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-e81ec8df-d452-43a4-ba71-ac0da597fbd5 req-89f40321-9680-4e3c-9164-26f8cd5b78b7 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248116 Feb 28 19:08:38.146547 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9eca8725-c9cf-4376-a040-10f9fb71dd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:38.360102 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fa292-2e13-4f50-bcce-8c2565425b02 req-90d36add-b414-4d12-8f7d-6720f3549a95 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:38.361475 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-be3fa292-2e13-4f50-bcce-8c2565425b02 req-90d36add-b414-4d12-8f7d-6720f3549a95 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 944 time: 0.0850248 Feb 28 19:08:38.405475 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-be3fa292-2e13-4f50-bcce-8c2565425b02 req-879400a4-f0dc-4185-a10e-de77abd32105 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383961 Feb 28 19:08:38.797805 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.142841 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.583911 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf9e39-008f-4684-8ab8-6aa4374e2bc3 req-72879155-ae5d-41a6-ad1d-bead0d7cf0d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:39.585322 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dfdf9e39-008f-4684-8ab8-6aa4374e2bc3 req-72879155-ae5d-41a6-ad1d-bead0d7cf0d5 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 944 time: 0.0784419 Feb 28 19:08:39.631991 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dfdf9e39-008f-4684-8ab8-6aa4374e2bc3 req-6b3e0046-cbde-4d66-b93c-fc3a9abd5291 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Feb 28 19:08:40.815007 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df550805-f195-41a7-b281-eaa21e22f98e req-4f1d5fa9-e470-4fc7-b9ec-4a71d0da040f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:40.816465 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-df550805-f195-41a7-b281-eaa21e22f98e req-4f1d5fa9-e470-4fc7-b9ec-4a71d0da040f tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 944 time: 0.0807362 Feb 28 19:08:40.852031 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:40.861401 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-df550805-f195-41a7-b281-eaa21e22f98e req-cebee51c-49e2-4a8f-bafc-3a2bdbf38dc3 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393522 Feb 28 19:08:41.077408 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 4c635eef-3e33-4a57-89ab-34702645a636 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:08:41.206441 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 4c635eef-3e33-4a57-89ab-34702645a636, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4c635eef-3e33-4a57-89ab-34702645a636,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:41.219628 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '4c635eef-3e33-4a57-89ab-34702645a636', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'port_id': '4c635eef-3e33-4a57-89ab-34702645a636', 'mac_address': 'fa:16:3e:40:5a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:08:41.276522 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.292448 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c635eef-3e33-4a57-89ab-34702645a636 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:41.308100 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 4c635eef-3e33-4a57-89ab-34702645a636, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4c635eef-3e33-4a57-89ab-34702645a636,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:41.394493 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.460219 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=4c635eef-3e33-4a57-89ab-34702645a636,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:41.734938 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['4c635eef-3e33-4a57-89ab-34702645a636'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:08:42.048636 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfcd95-9cc7-4fec-9f98-d546b162c4f4 req-f3357ab2-b0bf-4d6d-90cc-ed231ecc80d3 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:42.050053 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5acfcd95-9cc7-4fec-9f98-d546b162c4f4 req-f3357ab2-b0bf-4d6d-90cc-ed231ecc80d3 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 945 time: 0.0823262 Feb 28 19:08:42.182826 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5acfcd95-9cc7-4fec-9f98-d546b162c4f4 req-45a22479-c6f2-429d-891f-6634c6bd304e tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269553 Feb 28 19:08:43.099070 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 4c635eef-3e33-4a57-89ab-34702645a636 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:43.238733 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 4c635eef-3e33-4a57-89ab-34702645a636 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:43.239655 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 4c635eef-3e33-4a57-89ab-34702645a636 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:43.240025 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.359975 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.365746 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ed5f3-d0fd-440d-8285-5f3c44793dfb req-aee11202-3e93-4f71-983c-b8ce66639ac8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:43.367220 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-165ed5f3-d0fd-440d-8285-5f3c44793dfb req-aee11202-3e93-4f71-983c-b8ce66639ac8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 945 time: 0.0802238 Feb 28 19:08:43.386999 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970b2934-fe16-4039-9044-1e31b3217360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c635eef-3e33-4a57-89ab-34702645a636'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:43.396724 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 4c635eef-3e33-4a57-89ab-34702645a636, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4c635eef-3e33-4a57-89ab-34702645a636,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:43.413613 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-165ed5f3-d0fd-440d-8285-5f3c44793dfb req-9f9dc864-5929-4282-8487-9108e13ef1e1 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390472 Feb 28 19:08:43.433431 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970b2934-fe16-4039-9044-1e31b3217360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c635eef-3e33-4a57-89ab-34702645a636', 'code': 200} Feb 28 19:08:43.485784 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.555321 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=4c635eef-3e33-4a57-89ab-34702645a636,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:43.810150 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448eac4-9a1f-4cd5-905a-36f5fe941847 req-e5bd1c8d-6ff3-498b-9757-e08bf191da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:43.811615 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f448eac4-9a1f-4cd5-905a-36f5fe941847 req-e5bd1c8d-6ff3-498b-9757-e08bf191da34 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 1099 time: 0.0714183 Feb 28 19:08:43.851891 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f448eac4-9a1f-4cd5-905a-36f5fe941847 req-91f81970-1b0e-46f8-bdf6-f4fe347fd2ff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343993 Feb 28 19:08:44.605571 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00871d4-d519-4e9c-b685-685613554b5e req-5e2bbab1-23b1-4627-965d-b3c438965d32 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:44.606982 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a00871d4-d519-4e9c-b685-685613554b5e req-5e2bbab1-23b1-4627-965d-b3c438965d32 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 946 time: 0.0876789 Feb 28 19:08:44.650032 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a00871d4-d519-4e9c-b685-685613554b5e req-e4a372fc-4e5f-4d37-8303-0c83a17de4aa tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374622 Feb 28 19:08:45.836630 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15745803-bc20-4889-bf8c-e9954c0317ad req-1af42831-8f1d-441d-9511-a7b7580aea42 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:45.837939 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-15745803-bc20-4889-bf8c-e9954c0317ad req-1af42831-8f1d-441d-9511-a7b7580aea42 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 946 time: 0.0826690 Feb 28 19:08:45.880649 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-15745803-bc20-4889-bf8c-e9954c0317ad req-947110c3-cbc0-4219-8b42-143f2f9acfce tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368764 Feb 28 19:08:46.057996 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba698b-c3d7-4951-9e1a-81caf22575db req-7e563828-e4f2-4818-9323-c80413c811a0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:46.059512 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-78ba698b-c3d7-4951-9e1a-81caf22575db req-7e563828-e4f2-4818-9323-c80413c811a0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 946 time: 0.0807796 Feb 28 19:08:46.067879 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 35726) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:46.072754 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-b1230cc0-fd99-4b50-b70f-2e944565d816 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Request body: {'floatingip': {'port_id': '4c635eef-3e33-4a57-89ab-34702645a636'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:46.150373 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b1230cc0-fd99-4b50-b70f-2e944565d816 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:46.728861 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b1230cc0-fd99-4b50-b70f-2e944565d816 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:46.794187 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b1230cc0-fd99-4b50-b70f-2e944565d816 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:46.966660 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.l3_db [None req-b1230cc0-fd99-4b50-b70f-2e944565d816 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Floating IP fb8eadb4-e7d9-408e-98d5-214594fbdc7a associated. External IP: 172.27.1.17, port: 4c635eef-3e33-4a57-89ab-34702645a636. Feb 28 19:08:47.395922 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1230cc0-fd99-4b50-b70f-2e944565d816 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Router 330fbd67-df99-4a43-9d8f-baaf9f881c5e has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:08:47.574710 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1230cc0-fd99-4b50-b70f-2e944565d816 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:08:47.579540 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b1230cc0-fd99-4b50-b70f-2e944565d816 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:47.584037 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b15ea5-fa26-41c4-aaac-11586ae8deaa None None] Sync routers for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:08:47.593948 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b15ea5-fa26-41c4-aaac-11586ae8deaa None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:47.594542 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-44b15ea5-fa26-41c4-aaac-11586ae8deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:08:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:47.632644 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b1230cc0-fd99-4b50-b70f-2e944565d816 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "PUT /v2.0/floatingips/fb8eadb4-e7d9-408e-98d5-214594fbdc7a HTTP/1.1" status: 200 len: 991 time: 1.5637498 Feb 28 19:08:47.633215 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970b2934-fe16-4039-9044-1e31b3217360', 'tag': '4c635eef-3e33-4a57-89ab-34702645a636'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:47.680022 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970b2934-fe16-4039-9044-1e31b3217360', 'tag': '4c635eef-3e33-4a57-89ab-34702645a636', 'status': 'completed', 'code': 200} Feb 28 19:08:47.773509 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cee41f-8952-4bee-b72c-1fa2b1422d29 req-b1938956-0312-4ef3-8be3-6e2c688f8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:47.775016 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-34cee41f-8952-4bee-b72c-1fa2b1422d29 req-b1938956-0312-4ef3-8be3-6e2c688f8b50 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 1099 time: 0.0739765 Feb 28 19:08:47.778653 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-44b15ea5-fa26-41c4-aaac-11586ae8deaa None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:47.908149 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cee41f-8952-4bee-b72c-1fa2b1422d29 req-492bbb1b-fe79-4958-b4b9-0543982f8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:47.909608 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-34cee41f-8952-4bee-b72c-1fa2b1422d29 req-492bbb1b-fe79-4958-b4b9-0543982f8977 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c812996-20a8-48cd-b6ed-d12028f6c0ff HTTP/1.1" status: 200 len: 911 time: 0.1280332 Feb 28 19:08:48.021288 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-34cee41f-8952-4bee-b72c-1fa2b1422d29 req-a3a0fd59-e1bc-4e9e-9568-effc38298680 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c635eef-3e33-4a57-89ab-34702645a636 HTTP/1.1" status: 200 len: 999 time: 0.1050336 Feb 28 19:08:48.145458 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cee41f-8952-4bee-b72c-1fa2b1422d29 req-78a38142-6d69-43a3-8ae3-04df7967df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:48.145458 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-34cee41f-8952-4bee-b72c-1fa2b1422d29 req-78a38142-6d69-43a3-8ae3-04df7967df94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4696e929-cc56-41be-8b9d-89b6bfd0717a HTTP/1.1" status: 200 len: 849 time: 0.0621343 Feb 28 19:08:48.145715 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-44b15ea5-fa26-41c4-aaac-11586ae8deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': 'fb8eadb4-e7d9-408e-98d5-214594fbdc7a', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'port_id': '4c635eef-3e33-4a57-89ab-34702645a636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'mac_address': 'fa:16:3e:40:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2934-fe16-4039-9044-1e31b3217360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:30Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 1, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:48.145715 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b15ea5-fa26-41c4-aaac-11586ae8deaa None None] Checking router: 330fbd67-df99-4a43-9d8f-baaf9f881c5e for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:08:48.153762 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b15ea5-fa26-41c4-aaac-11586ae8deaa None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:48.154416 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-44b15ea5-fa26-41c4-aaac-11586ae8deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:08:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:48.163700 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cee41f-8952-4bee-b72c-1fa2b1422d29 req-31efae4a-e6e4-4f26-b0f4-208c58fefe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:48.165133 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-34cee41f-8952-4bee-b72c-1fa2b1422d29 req-31efae4a-e6e4-4f26-b0f4-208c58fefe70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c812996-20a8-48cd-b6ed-d12028f6c0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703952 Feb 28 19:08:48.374003 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-44b15ea5-fa26-41c4-aaac-11586ae8deaa None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:48.396864 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-34cee41f-8952-4bee-b72c-1fa2b1422d29 req-92ac397b-5e8e-4be4-a9de-4f2478c49631 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245791 Feb 28 19:08:48.541335 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-34cee41f-8952-4bee-b72c-1fa2b1422d29 req-4f0a4251-2ab7-45a3-8558-d34a459e4ee7 service neutron] 10.222.0.61 "GET /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383412 Feb 28 19:08:48.725423 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-44b15ea5-fa26-41c4-aaac-11586ae8deaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': 'fb8eadb4-e7d9-408e-98d5-214594fbdc7a', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'port_id': '4c635eef-3e33-4a57-89ab-34702645a636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'mac_address': 'fa:16:3e:40:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2934-fe16-4039-9044-1e31b3217360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:30Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 1, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:48.729509 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b15ea5-fa26-41c4-aaac-11586ae8deaa None None] The sync data for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi is: [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': 'fb8eadb4-e7d9-408e-98d5-214594fbdc7a', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'port_id': '4c635eef-3e33-4a57-89ab-34702645a636', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'mac_address': 'fa:16:3e:40:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970b2934-fe16-4039-9044-1e31b3217360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:30Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 1, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:08:48.912741 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60338b-cebe-40a8-abc2-d8797ab0d6fb None None] New status for floating IP fb8eadb4-e7d9-408e-98d5-214594fbdc7a: ACTIVE {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:09:00.571526 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:02.000494 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:09:05.448656 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a340ffcc-bd64-4864-babd-d89698712c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:08.119741 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-27d9f8c7-3051-432f-ac4e-718aafb29ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:08.762708 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:09.142868 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:10.871634 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:29.406344 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab6a49-698a-464f-83ea-95ba805e0af6 req-af24511e-df31-4395-bf46-26eff7169a42 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:29.407811 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-85ab6a49-698a-464f-83ea-95ba805e0af6 req-af24511e-df31-4395-bf46-26eff7169a42 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0871816 Feb 28 19:09:29.452997 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-85ab6a49-698a-464f-83ea-95ba805e0af6 req-55bac467-f239-4ab7-8907-a27e3ed78628 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392909 Feb 28 19:09:30.593684 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:30.642958 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd790c-5a1e-446f-9a1d-6c254e4fadc7 req-568e884a-94f1-47cc-b28a-4be619c184d5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:30.644402 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-abdd790c-5a1e-446f-9a1d-6c254e4fadc7 req-568e884a-94f1-47cc-b28a-4be619c184d5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0795145 Feb 28 19:09:30.691875 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-abdd790c-5a1e-446f-9a1d-6c254e4fadc7 req-fe3f255e-353f-4bcb-9eef-f8063bb34481 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418646 Feb 28 19:09:31.887193 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4686fc-a52c-4309-b04a-afca06259420 req-f9467ead-200d-4c6c-81ed-d3d27175fdbd tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:31.888536 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cb4686fc-a52c-4309-b04a-afca06259420 req-f9467ead-200d-4c6c-81ed-d3d27175fdbd tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0849514 Feb 28 19:09:31.933765 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cb4686fc-a52c-4309-b04a-afca06259420 req-9e959b54-5da1-46de-9fe8-1e494ec4a832 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391436 Feb 28 19:09:33.124280 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc0e77-5dbc-48a8-83fe-c18918260882 req-d1d79f6f-6945-4158-829f-62e3d823a0e8 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:33.125702 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f0dc0e77-5dbc-48a8-83fe-c18918260882 req-d1d79f6f-6945-4158-829f-62e3d823a0e8 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0820889 Feb 28 19:09:33.171084 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f0dc0e77-5dbc-48a8-83fe-c18918260882 req-155a6de6-1a6c-42ea-865a-18cc217ea44e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396390 Feb 28 19:09:34.359585 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327441d6-b36f-4099-9197-9e028eba8159 req-2730dc44-fd25-47f6-9ea5-573e50510c81 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:34.360930 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-327441d6-b36f-4099-9197-9e028eba8159 req-2730dc44-fd25-47f6-9ea5-573e50510c81 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0802686 Feb 28 19:09:34.404315 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-327441d6-b36f-4099-9197-9e028eba8159 req-37cf1f7d-de5d-4898-b07e-bbe8bef8191b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376246 Feb 28 19:09:35.413052 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-354d576f-85a3-480d-a95b-852304a70b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:35.597089 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f186d-0007-4571-94fb-e7998b8aeb9e req-499ab4dd-745d-4fc1-b50e-b3b70b7eb7d4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:35.598411 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-700f186d-0007-4571-94fb-e7998b8aeb9e req-499ab4dd-745d-4fc1-b50e-b3b70b7eb7d4 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0821204 Feb 28 19:09:35.642287 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-700f186d-0007-4571-94fb-e7998b8aeb9e req-fd6efff5-4447-4644-aec5-6f9b57876a28 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383499 Feb 28 19:09:36.827044 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ec0ff-5746-447a-b81a-781eab1b4512 req-8df0d660-59dd-4c1a-8b37-3f8c7a7a1daa tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:36.828502 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-676ec0ff-5746-447a-b81a-781eab1b4512 req-8df0d660-59dd-4c1a-8b37-3f8c7a7a1daa tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0789108 Feb 28 19:09:36.871963 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-676ec0ff-5746-447a-b81a-781eab1b4512 req-1bf30c54-d302-4946-ab0d-898360e3f7bc tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379384 Feb 28 19:09:37.621892 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4581f-2c2f-4f7a-ab41-04b2ee81dc0a req-8b3e89ab-d816-4acf-bc2f-1082c99fbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:37.623972 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-abe4581f-2c2f-4f7a-ab41-04b2ee81dc0a req-8b3e89ab-d816-4acf-bc2f-1082c99fbb0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 1099 time: 0.0691655 Feb 28 19:09:37.762724 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4581f-2c2f-4f7a-ab41-04b2ee81dc0a req-29a1c741-c00b-43ae-be8f-541af00841b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:37.764232 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-abe4581f-2c2f-4f7a-ab41-04b2ee81dc0a req-29a1c741-c00b-43ae-be8f-541af00841b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 918 time: 0.1233702 Feb 28 19:09:37.865433 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-abe4581f-2c2f-4f7a-ab41-04b2ee81dc0a req-f9715359-bcd6-4603-b1b4-7e7904f078ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d HTTP/1.1" status: 200 len: 1002 time: 0.0956233 Feb 28 19:09:37.925451 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4581f-2c2f-4f7a-ab41-04b2ee81dc0a req-b2db3916-9f2b-4e03-87f7-8d714cb598c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:37.926866 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-abe4581f-2c2f-4f7a-ab41-04b2ee81dc0a req-b2db3916-9f2b-4e03-87f7-8d714cb598c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.0565131 Feb 28 19:09:38.004110 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4581f-2c2f-4f7a-ab41-04b2ee81dc0a req-cee4d4ed-3cdf-408a-b5f5-da3f7af6f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:38.005552 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-abe4581f-2c2f-4f7a-ab41-04b2ee81dc0a req-cee4d4ed-3cdf-408a-b5f5-da3f7af6f17a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733495 Feb 28 19:09:38.068772 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e5bea-df3d-4394-b30c-141cf46cc975 req-18b4f2ce-78cb-4fb6-889e-e275dea6652b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:38.070288 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-348e5bea-df3d-4394-b30c-141cf46cc975 req-18b4f2ce-78cb-4fb6-889e-e275dea6652b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0841219 Feb 28 19:09:38.115526 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-348e5bea-df3d-4394-b30c-141cf46cc975 req-d9391420-cf07-4e57-a0b7-5d8b5d498181 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 Feb 28 19:09:38.133054 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-629104f9-7272-4afa-b36d-e94309e2e43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:38.139596 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-abe4581f-2c2f-4f7a-ab41-04b2ee81dc0a req-07928b4f-ace1-4054-9137-2fe6e94ebdad service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275730 Feb 28 19:09:38.268544 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-abe4581f-2c2f-4f7a-ab41-04b2ee81dc0a req-3f51b9a9-0121-4bc4-b8ab-2d21f6ed3de2 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227295 Feb 28 19:09:38.761397 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:39.000342 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:09:39.133129 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:39.308385 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5e02f-8213-4e79-89bd-9e14c7c3f82c req-16d7d55a-b79f-48a2-ad1d-de3377fe9fe0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:39.309818 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a2e5e02f-8213-4e79-89bd-9e14c7c3f82c req-16d7d55a-b79f-48a2-ad1d-de3377fe9fe0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0806978 Feb 28 19:09:39.356023 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a2e5e02f-8213-4e79-89bd-9e14c7c3f82c req-08513b72-df93-41c7-9f17-371b5651c999 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402522 Feb 28 19:09:40.541253 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99620812-3cdf-4fe1-a814-16f24a658509 req-af168f7a-7475-4574-a9c8-ae64b4af1e0f tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:40.542655 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-99620812-3cdf-4fe1-a814-16f24a658509 req-af168f7a-7475-4574-a9c8-ae64b4af1e0f tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0779469 Feb 28 19:09:40.589078 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-99620812-3cdf-4fe1-a814-16f24a658509 req-432d46b2-8981-416c-9291-9fe76e503bd8 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396016 Feb 28 19:09:40.919292 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:41.865431 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593152e-0d05-41f1-9e03-d7341cee0001 req-eeafa1ab-de19-4fae-a7f6-c755f8f3a209 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:41.866766 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d593152e-0d05-41f1-9e03-d7341cee0001 req-eeafa1ab-de19-4fae-a7f6-c755f8f3a209 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.1699741 Feb 28 19:09:41.909685 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d593152e-0d05-41f1-9e03-d7341cee0001 req-15613153-7e57-489f-95e7-53e5d680f0a7 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372510 Feb 28 19:09:43.100179 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f04619-9a38-4c6a-9582-f41f7055e4c3 req-9a2c97a9-7d96-4a7d-921f-fe9aa84b3246 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:43.105742 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-21f04619-9a38-4c6a-9582-f41f7055e4c3 req-9a2c97a9-7d96-4a7d-921f-fe9aa84b3246 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0796986 Feb 28 19:09:43.145918 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-21f04619-9a38-4c6a-9582-f41f7055e4c3 req-a2da3d61-bf6e-45e4-981f-41e3013d7417 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386789 Feb 28 19:09:43.402998 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 29a481fd-7c99-42e1-92d5-26fb61661a7d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:09:43.532572 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:43.549257 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'port_id': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'mac_address': 'fa:16:3e:6c:75:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:09:43.602873 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:43.619770 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29a481fd-7c99-42e1-92d5-26fb61661a7d {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:09:43.637062 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:43.801586 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:43.871613 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=29a481fd-7c99-42e1-92d5-26fb61661a7d,revision_number=6']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:43.878657 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.879017 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.879376 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.879698 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.880014 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.880337 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.880659 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.880978 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.881334 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.881647 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.881961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.882274 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:43.891137 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['29a481fd-7c99-42e1-92d5-26fb61661a7d'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:09:44.335502 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d948f5d-b9a5-44f5-bd00-7c1fc775cc9a req-9c579fbe-1450-4ddb-8bd9-2c4984c5639b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:44.337089 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0d948f5d-b9a5-44f5-bd00-7c1fc775cc9a req-9c579fbe-1450-4ddb-8bd9-2c4984c5639b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 945 time: 0.0823007 Feb 28 19:09:44.382027 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0d948f5d-b9a5-44f5-bd00-7c1fc775cc9a req-e490a0a8-326e-40f7-8208-3989795de4ef tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389640 Feb 28 19:09:45.403988 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 29a481fd-7c99-42e1-92d5-26fb61661a7d up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:09:45.476280 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 29a481fd-7c99-42e1-92d5-26fb61661a7d triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:45.476623 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:45.584823 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb0a18-9ccb-4e3e-9d41-0100a6da3235 req-aa089dc1-92dd-4195-8495-cb964578042e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:45.586317 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bdeb0a18-9ccb-4e3e-9d41-0100a6da3235 req-aa089dc1-92dd-4195-8495-cb964578042e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 945 time: 0.0920463 Feb 28 19:09:45.598435 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:45.626148 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:45.633849 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bdeb0a18-9ccb-4e3e-9d41-0100a6da3235 req-806f9cf7-d7c1-4686-807c-f3dd3a739f44 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414593 Feb 28 19:09:45.637829 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:45.670812 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'code': 200} Feb 28 19:09:45.755515 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:45.821620 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=29a481fd-7c99-42e1-92d5-26fb61661a7d,revision_number=7']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:46.821103 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c58b-a422-4995-b297-4223aaca1400 req-fb98ede7-d490-4525-8a4a-b525ae72c2de tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:46.822532 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f2e2c58b-a422-4995-b297-4223aaca1400 req-fb98ede7-d490-4525-8a4a-b525ae72c2de tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0790224 Feb 28 19:09:46.866333 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f2e2c58b-a422-4995-b297-4223aaca1400 req-696ed2b7-7d22-493a-a2c8-22ede1aaa353 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378630 Feb 28 19:09:48.114425 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9d85a-0a97-4a4e-955e-e1b151d7ab17 req-7926391a-f378-4971-a528-06fbf5ef909a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:48.116118 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0fd9d85a-0a97-4a4e-955e-e1b151d7ab17 req-7926391a-f378-4971-a528-06fbf5ef909a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.1013560 Feb 28 19:09:48.172041 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0fd9d85a-0a97-4a4e-955e-e1b151d7ab17 req-c8905f12-81e3-485a-ac8c-ab47b29afd82 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501883 Feb 28 19:09:49.370094 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383257c1-eae2-4b59-9f86-0e9dfe4a4960 req-b50ac74f-81f1-4485-a4bf-e9ced3530c6d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:49.370094 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-383257c1-eae2-4b59-9f86-0e9dfe4a4960 req-b50ac74f-81f1-4485-a4bf-e9ced3530c6d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0871446 Feb 28 19:09:49.421718 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-383257c1-eae2-4b59-9f86-0e9dfe4a4960 req-6dc49cf0-9387-4670-8948-97c5b64aac84 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459533 Feb 28 19:09:50.627520 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aff94-7357-4a4c-8b5f-8c619c94f4ff req-5bfb80ff-1b08-4d3d-98eb-3be51a021844 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:50.629174 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-147aff94-7357-4a4c-8b5f-8c619c94f4ff req-5bfb80ff-1b08-4d3d-98eb-3be51a021844 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0947630 Feb 28 19:09:50.687967 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-147aff94-7357-4a4c-8b5f-8c619c94f4ff req-799e0e9a-0888-44c8-9ccb-866f2b316692 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529556 Feb 28 19:09:51.888721 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36c5ce-f9a6-48f8-a67e-fbc61558154a req-041d873d-e041-4263-a6cc-63797afb94da tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:51.890075 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5f36c5ce-f9a6-48f8-a67e-fbc61558154a req-041d873d-e041-4263-a6cc-63797afb94da tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0863647 Feb 28 19:09:51.946818 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5f36c5ce-f9a6-48f8-a67e-fbc61558154a req-583ea33b-4a58-466f-9363-65e298fa9ba9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503316 Feb 28 19:09:53.170981 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69a336-f282-4d80-9008-09bba368ed94 req-a78f8b8f-2f63-40bd-93cf-0297c59627ea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:53.174066 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4d69a336-f282-4d80-9008-09bba368ed94 req-a78f8b8f-2f63-40bd-93cf-0297c59627ea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.1051934 Feb 28 19:09:53.222127 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4d69a336-f282-4d80-9008-09bba368ed94 req-65629669-4863-47d4-b597-9d1692f35965 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 Feb 28 19:09:54.422974 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff957f20-36d7-4a29-abfb-11a989271c88 req-daecb2fe-74ec-4cc9-9022-f030da8e4a1c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:54.427152 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ff957f20-36d7-4a29-abfb-11a989271c88 req-daecb2fe-74ec-4cc9-9022-f030da8e4a1c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0843062 Feb 28 19:09:54.470203 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ff957f20-36d7-4a29-abfb-11a989271c88 req-78cc7ba9-59fb-4d71-88b7-37f0ba4db926 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398431 Feb 28 19:09:55.668133 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d293ad-a4ea-4a07-a820-0b46b8d8d3cb req-ff637746-d9a4-41c0-8777-1fd7281b8879 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:55.669678 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b2d293ad-a4ea-4a07-a820-0b46b8d8d3cb req-ff637746-d9a4-41c0-8777-1fd7281b8879 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0849020 Feb 28 19:09:55.718612 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b2d293ad-a4ea-4a07-a820-0b46b8d8d3cb req-7cedbca2-aec7-4c2c-9a13-104dc9050977 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420458 Feb 28 19:09:56.931032 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be1618-af87-4e5e-904e-cdb7a39faa2f req-9196224f-277e-4a65-8f23-c799a18ee7a6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:56.932571 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-27be1618-af87-4e5e-904e-cdb7a39faa2f req-9196224f-277e-4a65-8f23-c799a18ee7a6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0895953 Feb 28 19:09:57.008108 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-27be1618-af87-4e5e-904e-cdb7a39faa2f req-89662ce0-080a-4fe2-ac85-1498fe7c7df5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679626 Feb 28 19:09:58.209514 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8782c6-5a34-47ac-9fb3-9ed895c1f9cf req-9ce3eea6-98e7-4287-8986-2ad218e6e3c6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:58.211197 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7e8782c6-5a34-47ac-9fb3-9ed895c1f9cf req-9ce3eea6-98e7-4287-8986-2ad218e6e3c6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0858696 Feb 28 19:09:58.256639 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7e8782c6-5a34-47ac-9fb3-9ed895c1f9cf req-a3257d3c-e0bd-4d83-9ae4-aa1dbc2e3ee6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396016 Feb 28 19:09:59.453629 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22d3bc-b087-4c69-8677-bb1233519496 req-d1ace289-affb-4c1b-8097-899c41b070c1 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:59.455067 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0d22d3bc-b087-4c69-8677-bb1233519496 req-d1ace289-affb-4c1b-8097-899c41b070c1 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0831363 Feb 28 19:09:59.501136 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0d22d3bc-b087-4c69-8677-bb1233519496 req-0a17a9c6-af8a-4501-96a6-7db7012d6f1b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404921 Feb 28 19:10:00.473376 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c74b7-8ab5-430b-8511-988ece7671fd req-61a611d3-8904-4efc-b177-68a3137d70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:00.474841 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-794c74b7-8ab5-430b-8511-988ece7671fd req-61a611d3-8904-4efc-b177-68a3137d70f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 1099 time: 0.0695252 Feb 28 19:10:00.595360 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:00.607236 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c74b7-8ab5-430b-8511-988ece7671fd req-b15615ba-4474-4281-b0e4-a3fe67f33ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:00.611519 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-794c74b7-8ab5-430b-8511-988ece7671fd req-b15615ba-4474-4281-b0e4-a3fe67f33ada service neutron] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 918 time: 0.1269186 Feb 28 19:10:00.688975 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1f776-3c9e-4760-9332-3adf6e813539 req-4c44ef1d-95ad-46c9-8835-2ffbe3c0b441 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:00.690413 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22e1f776-3c9e-4760-9332-3adf6e813539 req-4c44ef1d-95ad-46c9-8835-2ffbe3c0b441 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0800564 Feb 28 19:10:00.711021 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-794c74b7-8ab5-430b-8511-988ece7671fd req-eabd373c-03bc-45e8-b731-868e9083763d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d HTTP/1.1" status: 200 len: 1002 time: 0.0959990 Feb 28 19:10:00.735361 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22e1f776-3c9e-4760-9332-3adf6e813539 req-44a66a68-382e-4513-b6a5-4a65f56f46ca tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377381 Feb 28 19:10:00.777037 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c74b7-8ab5-430b-8511-988ece7671fd req-c6f013ef-1426-42b8-a51e-02ff7bd5ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:00.778443 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-794c74b7-8ab5-430b-8511-988ece7671fd req-c6f013ef-1426-42b8-a51e-02ff7bd5ecf5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.0604229 Feb 28 19:10:00.856581 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c74b7-8ab5-430b-8511-988ece7671fd req-dd1b6223-3569-4ee4-b1d1-2d92e8d34f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:00.858019 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-794c74b7-8ab5-430b-8511-988ece7671fd req-dd1b6223-3569-4ee4-b1d1-2d92e8d34f22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727749 Feb 28 19:10:01.059644 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-794c74b7-8ab5-430b-8511-988ece7671fd req-171be351-ce64-4db9-b4df-f13f2cffa623 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951928 Feb 28 19:10:01.186702 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-794c74b7-8ab5-430b-8511-988ece7671fd req-fe7941f8-76eb-48ee-83cc-4a24c54e56af service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211469 Feb 28 19:10:01.928850 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc846d-28cc-49d8-9a6e-42d2918f2863 req-6019fba3-967a-4659-9f74-ccf9a6a97b14 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:01.930281 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-54fc846d-28cc-49d8-9a6e-42d2918f2863 req-6019fba3-967a-4659-9f74-ccf9a6a97b14 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0832551 Feb 28 19:10:01.974040 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-54fc846d-28cc-49d8-9a6e-42d2918f2863 req-ce7b734b-9b3c-48d8-9399-8e8fb4718092 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 Feb 28 19:10:03.314029 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d9acd-2c09-4abd-a64f-3f5cdc5de79a req-cebed8ad-5232-400b-b4e9-219f9869a461 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:03.315477 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-802d9acd-2c09-4abd-a64f-3f5cdc5de79a req-cebed8ad-5232-400b-b4e9-219f9869a461 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 946 time: 0.0794506 Feb 28 19:10:03.360952 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-802d9acd-2c09-4abd-a64f-3f5cdc5de79a req-bceab225-4b57-4ad9-ae0b-50ec8f565b2d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396948 Feb 28 19:10:03.506191 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 29a481fd-7c99-42e1-92d5-26fb61661a7d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:03.617201 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:03.642628 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:03.652713 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:03.693840 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'code': 200} Feb 28 19:10:03.760758 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:03.829775 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=29a481fd-7c99-42e1-92d5-26fb61661a7d,revision_number=8']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:04.548995 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e9085-c4a5-4dc9-ad41-ab396e84d804 req-320269ba-3eb3-46b5-b780-acd007880044 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:04.550451 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f1e9085-c4a5-4dc9-ad41-ab396e84d804 req-320269ba-3eb3-46b5-b780-acd007880044 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.0822854 Feb 28 19:10:04.593229 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0f1e9085-c4a5-4dc9-ad41-ab396e84d804 req-59ad6f33-f9a6-4585-bf9c-d71e57d60746 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372193 Feb 28 19:10:05.555306 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-d38e739b-9b39-413d-a14d-42b7def956ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:07.563161 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a548a5-2696-4961-a9b8-2e52ac7f2e2b req-ba139894-7b06-47af-9925-e23437ac07e0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:07.564607 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-65a548a5-2696-4961-a9b8-2e52ac7f2e2b req-ba139894-7b06-47af-9925-e23437ac07e0 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.0841241 Feb 28 19:10:07.697660 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-65a548a5-2696-4961-a9b8-2e52ac7f2e2b req-f7922bfd-5441-4531-95f0-fe03fe04baf3 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262345 Feb 28 19:10:07.950575 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36022) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:08.068260 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-9f1b1534-6e79-4eeb-aa91-4c68862d9fb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1163952 Feb 28 19:10:08.143374 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-d0afe55e-a837-4adf-a00d-7e7479fdafb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:08.783939 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:08.903322 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6082afd-1776-410e-b1c0-aa04ab866418 req-0c338cd7-e5bd-45ca-9e35-6d482cc444ea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:08.904765 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b6082afd-1776-410e-b1c0-aa04ab866418 req-0c338cd7-e5bd-45ca-9e35-6d482cc444ea tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.0855241 Feb 28 19:10:08.949770 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b6082afd-1776-410e-b1c0-aa04ab866418 req-3369af3a-ad27-4984-8dd4-ed4878585270 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387731 Feb 28 19:10:09.227341 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:09.804817 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-fedffc83-af80-4613-9fc2-11575cc984ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:09.806200 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-fedffc83-af80-4613-9fc2-11575cc984ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f&tenant_id=a73fa98b1d974ed1935c4d3e2879abad HTTP/1.1" status: 200 len: 1097 time: 0.0717745 Feb 28 19:10:09.903071 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-25526fb9-02e9-43fd-b098-638590b555f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:09.904590 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-25526fb9-02e9-43fd-b098-638590b555f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 1097 time: 0.0747819 Feb 28 19:10:10.035604 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-39c6bb24-71ad-4df5-998e-c0f6d5b43d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:10.037091 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-39c6bb24-71ad-4df5-998e-c0f6d5b43d45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 918 time: 0.1265502 Feb 28 19:10:10.139699 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-15538683-1431-49a6-9d2a-9b66063a3d1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d HTTP/1.1" status: 200 len: 1000 time: 0.0970201 Feb 28 19:10:10.143909 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ed114-9e8e-42a0-b629-3930739d681d req-3bef740f-3515-40b7-a3b4-57a63d02fc5e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:10.148806 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c30ed114-9e8e-42a0-b629-3930739d681d req-3bef740f-3515-40b7-a3b4-57a63d02fc5e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.0819035 Feb 28 19:10:10.190236 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c30ed114-9e8e-42a0-b629-3930739d681d req-dd7ba48b-e7b0-4c88-ae6f-a836fe6bf901 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389342 Feb 28 19:10:10.200688 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-b70a1328-bd58-4cc7-851a-38866f19fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:10.202160 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-b70a1328-bd58-4cc7-851a-38866f19fcd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.0574152 Feb 28 19:10:10.280520 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-57ceef7e-a33b-4499-bc16-d80c69cb9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:10.281953 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-57ceef7e-a33b-4499-bc16-d80c69cb9658 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734811 Feb 28 19:10:10.412716 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-1c6c8349-ec39-4a76-8404-5fdd85c2937b service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233325 Feb 28 19:10:10.541114 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-1475d484-c786-464e-b765-43ae7c73d212 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230345 Feb 28 19:10:10.852131 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.485347 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f8543-784d-44c3-a6ef-41dd31a0c6ce req-9af43ba0-e836-4877-8850-393d1bfeb03f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:11.486878 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d33f8543-784d-44c3-a6ef-41dd31a0c6ce req-9af43ba0-e836-4877-8850-393d1bfeb03f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.2035737 Feb 28 19:10:11.504286 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ffda3-d541-4743-9da9-a3d5202181e6 req-9e63d4cc-00e4-4635-80e2-04c68cf0afcf tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:11.505969 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1a3ffda3-d541-4743-9da9-a3d5202181e6 req-9e63d4cc-00e4-4635-80e2-04c68cf0afcf tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1343384 Feb 28 19:10:11.585878 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d33f8543-784d-44c3-a6ef-41dd31a0c6ce req-e4278561-ec11-45f8-b0d0-c87a4a0bb4ba tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911345 Feb 28 19:10:11.596495 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1a3ffda3-d541-4743-9da9-a3d5202181e6 req-48e14e80-504e-43a9-ac4e-13ed645edc0a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752444 Feb 28 19:10:12.840238 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a03c8-aaa2-41c4-8214-bf6a71bc5fc2 req-6a7bef5f-d9e2-4c37-b347-e08607950404 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:12.847004 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-da0a03c8-aaa2-41c4-8214-bf6a71bc5fc2 req-6a7bef5f-d9e2-4c37-b347-e08607950404 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.1386073 Feb 28 19:10:12.903513 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-da0a03c8-aaa2-41c4-8214-bf6a71bc5fc2 req-23a8a213-a262-4547-b418-0679f946f110 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550144 Feb 28 19:10:12.917405 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93f397-19a2-43a1-a4db-86462ad0df46 req-60125234-7903-445b-8dfe-9433d035e979 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:12.919507 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e93f397-19a2-43a1-a4db-86462ad0df46 req-60125234-7903-445b-8dfe-9433d035e979 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1473038 Feb 28 19:10:12.994556 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8e93f397-19a2-43a1-a4db-86462ad0df46 req-219db7d5-aa17-4a73-9079-db0a7200ef27 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654271 Feb 28 19:10:14.167494 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cc4ad-5fc6-4dc5-8b93-f9c8e20b22b9 req-4566fa02-758b-4a68-af48-791212decb03 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:14.169004 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2f0cc4ad-5fc6-4dc5-8b93-f9c8e20b22b9 req-4566fa02-758b-4a68-af48-791212decb03 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.1470315 Feb 28 19:10:14.232622 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2f0cc4ad-5fc6-4dc5-8b93-f9c8e20b22b9 req-3647874e-9032-4174-adb8-7c83a528f829 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535197 Feb 28 19:10:14.258040 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b83033-83e4-438b-91ec-babe08f33a14 req-d1a546ce-8ed9-4db8-89c7-44855b5f6893 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:14.259628 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-49b83033-83e4-438b-91ec-babe08f33a14 req-d1a546ce-8ed9-4db8-89c7-44855b5f6893 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1437929 Feb 28 19:10:14.308308 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-49b83033-83e4-438b-91ec-babe08f33a14 req-8339fc92-d047-4559-97bf-75caf9aa12e9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429597 Feb 28 19:10:15.500130 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936e587-1938-42e3-b576-6d1d99b913d2 req-f2013946-d3ed-4ba5-89f1-7fa2c93f4497 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:15.501575 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d936e587-1938-42e3-b576-6d1d99b913d2 req-f2013946-d3ed-4ba5-89f1-7fa2c93f4497 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.1602905 Feb 28 19:10:15.551894 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d802163-642d-41b9-a639-069690cfe091 req-a9002d3a-c281-4fe9-ab24-c9298a0eb384 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:15.553326 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d802163-642d-41b9-a639-069690cfe091 req-a9002d3a-c281-4fe9-ab24-c9298a0eb384 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1291051 Feb 28 19:10:15.610157 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d936e587-1938-42e3-b576-6d1d99b913d2 req-1496efbc-40b7-402b-9723-7e4b24a044a5 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980175 Feb 28 19:10:15.615784 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d802163-642d-41b9-a639-069690cfe091 req-714b63c4-e45e-419e-be01-bbfca83aaf52 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545108 Feb 28 19:10:15.999272 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:10:16.889532 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef21fd-fcdc-4c03-af2f-f972fd0d4497 req-fe848da8-ee34-41a2-8afa-46b8c9d94234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:16.891074 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f4ef21fd-fcdc-4c03-af2f-f972fd0d4497 req-fe848da8-ee34-41a2-8afa-46b8c9d94234 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.1541944 Feb 28 19:10:16.934171 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faebf0-a626-4de2-b541-c5dfc8ae6c95 req-25c5e36a-e042-4f50-a672-f30c4dfc2923 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:16.935548 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e5faebf0-a626-4de2-b541-c5dfc8ae6c95 req-25c5e36a-e042-4f50-a672-f30c4dfc2923 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1472039 Feb 28 19:10:16.975883 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f4ef21fd-fcdc-4c03-af2f-f972fd0d4497 req-03621516-1589-4762-810a-8702ee881098 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759432 Feb 28 19:10:17.008973 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e5faebf0-a626-4de2-b541-c5dfc8ae6c95 req-1c1c7397-fd92-4f6a-9e9b-2a031b3422f7 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602248 Feb 28 19:10:18.279093 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68691a5a-0b98-4a18-a9a1-e08337e9c9e3 req-bb072a3a-f5ab-4b90-89bb-7fac4f8a3416 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:18.283841 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-68691a5a-0b98-4a18-a9a1-e08337e9c9e3 req-bb072a3a-f5ab-4b90-89bb-7fac4f8a3416 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.1720390 Feb 28 19:10:18.324013 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea4ab-6b27-4ed9-96fb-b19f893d220e req-e9f6797a-2793-4383-af5d-3b75cda1ccab tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:18.325657 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f3cea4ab-6b27-4ed9-96fb-b19f893d220e req-e9f6797a-2793-4383-af5d-3b75cda1ccab tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1666658 Feb 28 19:10:18.385475 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-68691a5a-0b98-4a18-a9a1-e08337e9c9e3 req-7458e732-3999-48ef-9edf-c8163a629019 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934961 Feb 28 19:10:18.423257 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f3cea4ab-6b27-4ed9-96fb-b19f893d220e req-a9651666-5b4f-4f41-9c61-c3de6c34c126 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594780 Feb 28 19:10:19.676790 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ddc9d-1e12-48ba-b488-87526b10f514 req-018e424d-4656-4b24-bd38-89ff531d915e tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:19.678253 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bc8ddc9d-1e12-48ba-b488-87526b10f514 req-018e424d-4656-4b24-bd38-89ff531d915e tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.1621323 Feb 28 19:10:19.710378 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bef6fd-951b-4c12-ba16-c5baae733c1a req-23210011-2568-4016-b5b7-61e6caaac643 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:19.711915 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-46bef6fd-951b-4c12-ba16-c5baae733c1a req-23210011-2568-4016-b5b7-61e6caaac643 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1573589 Feb 28 19:10:19.770727 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bc8ddc9d-1e12-48ba-b488-87526b10f514 req-1c18b056-04e4-4806-8626-2c93be513441 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850306 Feb 28 19:10:19.783841 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-46bef6fd-951b-4c12-ba16-c5baae733c1a req-7653bf54-2129-4ff7-ae19-13ddf483fe53 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659800 Feb 28 19:10:21.114492 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494e3ec-32b7-4095-8cfa-d9b0b766d315 req-39da48a5-1a46-410f-8c12-475477ef772b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:21.115865 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6494e3ec-32b7-4095-8cfa-d9b0b766d315 req-39da48a5-1a46-410f-8c12-475477ef772b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1886184 Feb 28 19:10:21.122782 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f97a4-1edf-4bdf-81bd-0ead0db755d5 req-1ebcdd85-addd-4429-b942-bacfa485c51a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:21.124097 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-da6f97a4-1edf-4bdf-81bd-0ead0db755d5 req-1ebcdd85-addd-4429-b942-bacfa485c51a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.2358580 Feb 28 19:10:21.193435 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6494e3ec-32b7-4095-8cfa-d9b0b766d315 req-1deb0929-5c17-47a7-be46-631e646b22f6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682507 Feb 28 19:10:21.197813 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-da6f97a4-1edf-4bdf-81bd-0ead0db755d5 req-33d4b5ce-c59a-48b7-a89c-371719362c05 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585439 Feb 28 19:10:22.455089 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3ff91-f6d1-46b6-b44e-10f90bfaea5e req-0e3250d2-b27c-442b-afbf-7c195ae4b1dc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:22.456552 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-11b3ff91-f6d1-46b6-b44e-10f90bfaea5e req-0e3250d2-b27c-442b-afbf-7c195ae4b1dc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.1462593 Feb 28 19:10:22.465028 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197257c-ec22-4d55-a995-a1f9f762ccd2 req-86b465d7-0a24-4b61-90f8-dd580dbea219 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:22.466380 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a197257c-ec22-4d55-a995-a1f9f762ccd2 req-86b465d7-0a24-4b61-90f8-dd580dbea219 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1548667 Feb 28 19:10:22.536837 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a197257c-ec22-4d55-a995-a1f9f762ccd2 req-ba287ed3-6fc0-4e24-83a7-1f5a56b29039 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560598 Feb 28 19:10:22.539254 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-11b3ff91-f6d1-46b6-b44e-10f90bfaea5e req-63c46f24-49b6-4554-841f-eea42d1d9b1e tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720026 Feb 28 19:10:23.784281 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9928429-3ad7-4452-a6eb-a06c1ac2488c req-3ef2f27c-d981-4c6c-aeda-8427afd5e445 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:23.786336 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e9928429-3ad7-4452-a6eb-a06c1ac2488c req-3ef2f27c-d981-4c6c-aeda-8427afd5e445 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.1439977 Feb 28 19:10:23.794700 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da40b9-d9f1-4e34-bb5a-5b516cea888d req-2df7d191-3a5a-4113-8844-6c39376fd386 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:23.797391 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b5da40b9-d9f1-4e34-bb5a-5b516cea888d req-2df7d191-3a5a-4113-8844-6c39376fd386 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1213894 Feb 28 19:10:23.867474 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e9928429-3ad7-4452-a6eb-a06c1ac2488c req-4356247d-933d-4dad-aa1d-ae8922df3671 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703986 Feb 28 19:10:23.874282 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b5da40b9-d9f1-4e34-bb5a-5b516cea888d req-44829630-d246-478b-a309-441866e60af6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622468 Feb 28 19:10:25.137838 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae8cae-a79f-4832-a88b-b97ba8b4daf3 req-7bb5c67f-d94b-4d73-8843-7185dcc263d8 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:25.139291 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1eae8cae-a79f-4832-a88b-b97ba8b4daf3 req-7bb5c67f-d94b-4d73-8843-7185dcc263d8 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1454771 Feb 28 19:10:25.189369 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272159e5-f9f4-44d0-a82f-5bf56a825bdd req-18a51648-4d68-43af-b114-7ee4f8e7c998 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:25.189369 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-272159e5-f9f4-44d0-a82f-5bf56a825bdd req-18a51648-4d68-43af-b114-7ee4f8e7c998 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.1187704 Feb 28 19:10:25.218694 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1eae8cae-a79f-4832-a88b-b97ba8b4daf3 req-770ae7b9-fd80-4a7b-b9e4-01fb5f9b1860 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661254 Feb 28 19:10:25.222794 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-272159e5-f9f4-44d0-a82f-5bf56a825bdd req-ddf106ba-15a4-4c40-a306-deacfb447f10 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572267 Feb 28 19:10:25.536297 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-c193c2cc-2820-4831-94c2-c64b5e3b8c4b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:25.537071 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-c193c2cc-2820-4831-94c2-c64b5e3b8c4b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Synchronizing usage tracker for tenant:90acc320256d4622a351a587d9f604c3 on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:10:25.623051 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-c193c2cc-2820-4831-94c2-c64b5e3b8c4b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Unset dirty status for tenant:90acc320256d4622a351a587d9f604c3 on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:10:25.624237 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-c193c2cc-2820-4831-94c2-c64b5e3b8c4b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.1649690 Feb 28 19:10:25.697239 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Deleting port 570b9152-0452-4bdd-addb-cff2fd1756fd {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:25.697571 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:25.945084 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] For port 570b9152-0452-4bdd-addb-cff2fd1756fd, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=570b9152-0452-4bdd-addb-cff2fd1756fd,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:25.945424 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:26.308320 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:26.308607 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:26.308921 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.l3_db [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Floating IP 33645959-bc44-4d69-9bb1-ee57e0c063f7 disassociated. External IP: 172.27.1.212, port: 570b9152-0452-4bdd-addb-cff2fd1756fd. Feb 28 19:10:26.309257 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Calling delete_port for 570b9152-0452-4bdd-addb-cff2fd1756fd owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:26.410765 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fab03-b10e-4df2-9cce-1059f58d3128 req-eb42d363-8050-4569-bb83-6a303bbb2797 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:26.413056 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-504fab03-b10e-4df2-9cce-1059f58d3128 req-eb42d363-8050-4569-bb83-6a303bbb2797 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 946 time: 0.0825098 Feb 28 19:10:26.461707 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-504fab03-b10e-4df2-9cce-1059f58d3128 req-5013c63f-d215-4a81-aaa5-594fa8b7fa9a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430255 Feb 28 19:10:26.560316 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:26.620330 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event deleted for resources: {'Port': ['ID=570b9152-0452-4bdd-addb-cff2fd1756fd,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:26.691605 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15900e-a5b2-4ccd-8944-2ec259a2420a req-9f75243c-f92d-4846-860d-f9516bf69e90 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:26.693821 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-de15900e-a5b2-4ccd-8944-2ec259a2420a req-9f75243c-f92d-4846-860d-f9516bf69e90 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1357667 Feb 28 19:10:26.702341 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.702701 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.703026 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.703387 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.703722 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.704051 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.704376 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.704702 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.705027 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.705347 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.705665 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.705981 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:26.710816 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a589e-a0a5-4cb8-922f-3227701e8804 req-fb9cc3e7-5cdd-4e3c-8e69-9d79080576e2 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:26.712433 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-704a589e-a0a5-4cb8-922f-3227701e8804 req-fb9cc3e7-5cdd-4e3c-8e69-9d79080576e2 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 946 time: 0.1215284 Feb 28 19:10:26.780833 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-de15900e-a5b2-4ccd-8944-2ec259a2420a req-17dfcaac-a3ee-44ed-a29c-497ed11fd289 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798631 Feb 28 19:10:26.785438 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-704a589e-a0a5-4cb8-922f-3227701e8804 req-f2f76a0a-961f-4a56-87b7-2ce32d94b737 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586746 Feb 28 19:10:26.823013 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:10:27.006782 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:10:27.016951 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632209c-436c-4f2d-82f9-2a5e91347ada None None] Sync routers for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:10:27.027629 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632209c-436c-4f2d-82f9-2a5e91347ada None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:27.028245 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-e632209c-436c-4f2d-82f9-2a5e91347ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:10:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:27.084525 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] No DVR routers for this DVR port 570b9152-0452-4bdd-addb-cff2fd1756fd on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:10:27.086504 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:27.089345 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'name': 'network-vif-deleted', 'tag': '570b9152-0452-4bdd-addb-cff2fd1756fd'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:27.136100 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629f35f4-df5f-4e49-a667-11c0cc7d7fed', 'name': 'network-vif-deleted', 'tag': '570b9152-0452-4bdd-addb-cff2fd1756fd', 'status': 'completed', 'code': 200} Feb 28 19:10:27.170721 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-8ce5fc6a-da18-4f39-bf8c-638b74e29cb9 req-ae6a8551-b769-4267-b554-06d64ca0862a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "DELETE /v2.0/ports/570b9152-0452-4bdd-addb-cff2fd1756fd HTTP/1.1" status: 204 len: 173 time: 1.5405843 Feb 28 19:10:27.224574 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-e632209c-436c-4f2d-82f9-2a5e91347ada None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:27.543432 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-e632209c-436c-4f2d-82f9-2a5e91347ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:27.547167 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632209c-436c-4f2d-82f9-2a5e91347ada None None] Checking router: 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:10:27.555503 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632209c-436c-4f2d-82f9-2a5e91347ada None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:27.556111 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-e632209c-436c-4f2d-82f9-2a5e91347ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:10:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:27.612840 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dafe9909-242b-4506-adba-81f47f7c6d8b req-1ddf5778-5228-4407-8b60-2d5fdafd05d2 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=629f35f4-df5f-4e49-a667-11c0cc7d7fed HTTP/1.1" status: 200 len: 210 time: 0.0438406 Feb 28 19:10:27.637454 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 29a481fd-7c99-42e1-92d5-26fb61661a7d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:10:27.639601 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 570b9152-0452-4bdd-addb-cff2fd1756fd no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:27.737124 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 570b9152-0452-4bdd-addb-cff2fd1756fd {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:27.737458 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 570b9152-0452-4bdd-addb-cff2fd1756fd not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:27.853981 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-e632209c-436c-4f2d-82f9-2a5e91347ada None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:28.030588 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:28.042433 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba83c5-d0b5-413c-952e-f0d20c1e6e6d req-4d9eb352-26f5-4b57-90bb-5ceb45b1dea8 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:28.043926 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e9ba83c5-d0b5-413c-952e-f0d20c1e6e6d req-4d9eb352-26f5-4b57-90bb-5ceb45b1dea8 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 944 time: 0.1495066 Feb 28 19:10:28.052163 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd29a4b-943a-4bda-af09-86bb4446447b req-5bf912a7-1efa-41e2-beef-b545c06dab01 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:28.053644 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebd29a4b-943a-4bda-af09-86bb4446447b req-5bf912a7-1efa-41e2-beef-b545c06dab01 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 946 time: 0.1218541 Feb 28 19:10:28.059272 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'port_id': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'mac_address': 'fa:16:3e:6c:75:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:10:28.126226 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e9ba83c5-d0b5-413c-952e-f0d20c1e6e6d req-03a38b32-6450-4ae8-911d-a081681d365d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716240 Feb 28 19:10:28.132522 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebd29a4b-943a-4bda-af09-86bb4446447b req-1e2ba5fd-8595-4f2d-9068-2ee92ddecb23 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups?id=f88d7571-31cf-466c-87dc-034f7d3b0c80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647852 Feb 28 19:10:28.236493 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:28.294135 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a481fd-7c99-42e1-92d5-26fb61661a7d {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:10:28.316176 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:28.341668 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-e632209c-436c-4f2d-82f9-2a5e91347ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:28.345459 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632209c-436c-4f2d-82f9-2a5e91347ada None None] The sync data for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi is: [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:10:28.382620 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:28.454468 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=29a481fd-7c99-42e1-92d5-26fb61661a7d,revision_number=9']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:28.571571 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-771e69c2-4b21-48dc-ad7d-7786e3aad051 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:28.572269 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-771e69c2-4b21-48dc-ad7d-7786e3aad051 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Synchronizing usage tracker for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:10:28.578052 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a1eda-3511-4525-b503-b7016db9dc25 None None] New status for floating IP 33645959-bc44-4d69-9bb1-ee57e0c063f7: DOWN {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:10:28.657306 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-771e69c2-4b21-48dc-ad7d-7786e3aad051 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Unset dirty status for tenant:e00c264516ff48bdb7d2411e37b27ff4 on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:10:28.658712 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-771e69c2-4b21-48dc-ad7d-7786e3aad051 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.61 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 946 time: 0.1747077 Feb 28 19:10:28.713165 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['29a481fd-7c99-42e1-92d5-26fb61661a7d'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:10:28.736489 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Deleting port 4c635eef-3e33-4a57-89ab-34702645a636 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:28.737177 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:28.941025 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-3298120b-1302-495c-89cb-624cc0e4e565 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691725167&fields=id&tenant_id=90acc320256d4622a351a587d9f604c3 HTTP/1.1" status: 200 len: 267 time: 0.0572662 Feb 28 19:10:29.005816 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] For port 4c635eef-3e33-4a57-89ab-34702645a636, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4c635eef-3e33-4a57-89ab-34702645a636,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:29.006196 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.096290 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89887-c51f-47d5-ac21-033a68251d1a req-7d33abfe-d22f-4e91-bf7b-d164ebc3c145 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:29.100130 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-7d33abfe-d22f-4e91-bf7b-d164ebc3c145 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 811 time: 0.1507394 Feb 28 19:10:29.112901 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-be8fe2c2-0160-498a-8831-3df29d2c6a73 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/quotas/90acc320256d4622a351a587d9f604c3 HTTP/1.1" status: 200 len: 375 time: 0.0090022 Feb 28 19:10:29.205418 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-2da9fb31-ad87-4dac-8fea-b39d2e6733bf tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872128 Feb 28 19:10:29.371763 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.372129 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.372441 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.l3_db [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Floating IP fb8eadb4-e7d9-408e-98d5-214594fbdc7a disassociated. External IP: 172.27.1.17, port: 4c635eef-3e33-4a57-89ab-34702645a636. Feb 28 19:10:29.372788 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Calling delete_port for 4c635eef-3e33-4a57-89ab-34702645a636 owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:29.540239 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a30d4-cdb4-42d3-a4aa-065daf9ad09f req-130aae0c-fd41-4b1f-98dc-f94da2f240ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:29.541573 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9c3a30d4-cdb4-42d3-a4aa-065daf9ad09f req-130aae0c-fd41-4b1f-98dc-f94da2f240ec tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 945 time: 0.2874546 Feb 28 19:10:29.543453 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-2ed55b14-10fd-4a47-ae82-b3e513fe3ff3 service neutron] 10.222.0.21 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255067 Feb 28 19:10:29.575550 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.631205 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event deleted for resources: {'Port': ['ID=4c635eef-3e33-4a57-89ab-34702645a636,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:29.638362 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 29a481fd-7c99-42e1-92d5-26fb61661a7d up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:10:29.686268 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9c3a30d4-cdb4-42d3-a4aa-065daf9ad09f req-1f6a7786-0b64-49a4-bb7f-32c12e6e844e tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391532 Feb 28 19:10:29.720893 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-66b47866-dc0b-4746-b35e-6dd313f07c86 service neutron] 10.222.0.21 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603837 Feb 28 19:10:29.730270 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 29a481fd-7c99-42e1-92d5-26fb61661a7d triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:10:29.730700 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.836193 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Router 330fbd67-df99-4a43-9d8f-baaf9f881c5e has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:10:29.857951 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-52d2f5c2-d85f-40ef-88e0-404d2105a15f req-94a54c9c-20c4-4f13-a0a6-e1e44c234b74 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 210 time: 0.0459430 Feb 28 19:10:29.860065 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.891594 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:29.901855 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:29.953151 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'code': 200} Feb 28 19:10:29.963937 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.965252 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 4c635eef-3e33-4a57-89ab-34702645a636 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:30.037705 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:10:30.058951 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edfdb7-c631-4ebf-8644-0893ded1d6ef None None] Sync routers for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:10:30.060971 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 4c635eef-3e33-4a57-89ab-34702645a636 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:30.061403 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 4c635eef-3e33-4a57-89ab-34702645a636 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:30.086253 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edfdb7-c631-4ebf-8644-0893ded1d6ef None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:30.086932 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-52edfdb7-c631-4ebf-8644-0893ded1d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:10:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:30.116405 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] No DVR routers for this DVR port 4c635eef-3e33-4a57-89ab-34702645a636 on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:10:30.118759 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:30.121678 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970b2934-fe16-4039-9044-1e31b3217360', 'name': 'network-vif-deleted', 'tag': '4c635eef-3e33-4a57-89ab-34702645a636'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:30.183388 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970b2934-fe16-4039-9044-1e31b3217360', 'name': 'network-vif-deleted', 'tag': '4c635eef-3e33-4a57-89ab-34702645a636', 'status': 'completed', 'code': 200} Feb 28 19:10:30.194737 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=29a481fd-7c99-42e1-92d5-26fb61661a7d,revision_number=10']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:30.291753 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-022716d8-6fd1-463b-aab9-c0495eeb369c req-744ffcff-7b56-4555-94f4-b52f94bb17a8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.61 "DELETE /v2.0/ports/4c635eef-3e33-4a57-89ab-34702645a636 HTTP/1.1" status: 204 len: 173 time: 1.6265886 Feb 28 19:10:30.313065 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-52edfdb7-c631-4ebf-8644-0893ded1d6ef None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:30.389296 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612943a-c203-4f3c-a1d0-13f51ee6a2e7 req-fbac52d6-585a-42d1-977a-dc6cec9119f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:30.390776 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f612943a-c203-4f3c-a1d0-13f51ee6a2e7 req-fbac52d6-585a-42d1-977a-dc6cec9119f1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 1100 time: 0.0797563 Feb 28 19:10:30.474230 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-f612943a-c203-4f3c-a1d0-13f51ee6a2e7 req-db525c8b-7fc4-492d-95e1-93f4f2519dd7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753434 Feb 28 19:10:30.482509 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0037c948-8187-4b7e-a791-84c135a8054f req-199da574-2f7a-493a-aa4a-57e8b8ecd48d tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 210 time: 0.0486758 Feb 28 19:10:30.620921 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:30.657715 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-52edfdb7-c631-4ebf-8644-0893ded1d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:30.661646 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edfdb7-c631-4ebf-8644-0893ded1d6ef None None] Checking router: 330fbd67-df99-4a43-9d8f-baaf9f881c5e for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:10:30.670014 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edfdb7-c631-4ebf-8644-0893ded1d6ef None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:30.670610 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-52edfdb7-c631-4ebf-8644-0893ded1d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:10:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:30.855768 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-52edfdb7-c631-4ebf-8644-0893ded1d6ef None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:30.895500 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01daed-b853-4a72-a396-11ed07d464ec req-e16bb2a4-268b-4e37-bafc-ef800c7bdad5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:30.897528 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2a01daed-b853-4a72-a396-11ed07d464ec req-e16bb2a4-268b-4e37-bafc-ef800c7bdad5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 947 time: 0.0862756 Feb 28 19:10:30.957166 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2a01daed-b853-4a72-a396-11ed07d464ec req-9f8fa998-b8c4-4e9b-bfe7-e72f9a761e8f tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541823 Feb 28 19:10:31.059481 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-98184f45-b9f4-4e6d-a5ca-b00c54c9363c req-9785bb5a-aacd-4d9a-946b-d94579a8afd0 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/ports?device_id=970b2934-fe16-4039-9044-1e31b3217360 HTTP/1.1" status: 200 len: 210 time: 0.0447061 Feb 28 19:10:31.231476 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-52edfdb7-c631-4ebf-8644-0893ded1d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:31.235254 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edfdb7-c631-4ebf-8644-0893ded1d6ef None None] The sync data for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi is: [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '94d3da96-24bc-4050-8019-0d30cabcc5b0', 'name': '', 'network_id': '1c812996-20a8-48cd-b6ed-d12028f6c0ff', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:54Z', 'updated_at': '2022-02-28T19:02:08Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'subnets': [{'id': '4696e929-cc56-41be-8b9d-89b6bfd0717a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:10:31.439326 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4122a5-df4e-452b-8027-bad02cbc52a2 None None] New status for floating IP fb8eadb4-e7d9-408e-98d5-214594fbdc7a: DOWN {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:10:31.640945 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e661c180-50ca-4e0a-be4f-afe7413863b6 req-ad612331-0d77-4287-bbcf-141e689e5c62 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 210 time: 0.0487959 Feb 28 19:10:32.159734 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a434b8e-1209-49df-b91b-ed67ea5897c1 req-fe287c25-c7f5-4c1d-abe4-487d0c2c3d18 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:32.161922 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3a434b8e-1209-49df-b91b-ed67ea5897c1 req-fe287c25-c7f5-4c1d-abe4-487d0c2c3d18 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 947 time: 0.0872426 Feb 28 19:10:32.205983 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3a434b8e-1209-49df-b91b-ed67ea5897c1 req-c8e2eb70-56eb-4bf6-9413-abc1f30eee0b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381165 Feb 28 19:10:32.258875 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36254) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:32.327817 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:32.357884 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:32.495365 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:32.514795 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88d7571-31cf-466c-87dc-034f7d3b0c80,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:32.523266 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.523608 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.523939 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.524265 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.524588 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.524947 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.525272 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.525578 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.525893 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.526327 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.526541 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.526850 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:32.615698 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89887-c51f-47d5-ac21-033a68251d1a req-6af471e6-fb2c-4cce-afab-8e714018507e tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:32.617110 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-6af471e6-fb2c-4cce-afab-8e714018507e tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 811 time: 0.1470211 Feb 28 19:10:32.627920 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:32.629572 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-6127165a-ce87-40f7-b08d-0969900db34d tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "DELETE /v2.0/security-groups/f88d7571-31cf-466c-87dc-034f7d3b0c80 HTTP/1.1" status: 204 len: 168 time: 0.3691678 Feb 28 19:10:32.632995 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36268) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:32.648818 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.api.v2.resource [None req-2c138672-a64b-42d8-9330-7c2a31a27820 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] show failed (client error): The resource could not be found. Feb 28 19:10:32.652577 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-2c138672-a64b-42d8-9330-7c2a31a27820 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "GET /v2.0/security-groups/f88d7571-31cf-466c-87dc-034f7d3b0c80 HTTP/1.1" status: 404 len: 347 time: 0.0159063 Feb 28 19:10:32.654665 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36272) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:32.687126 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-5733ac50-1679-4e83-9680-a1b1ffd71615 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90acc320256d4622a351a587d9f604c3 HTTP/1.1" status: 200 len: 379 time: 0.0625608 Feb 28 19:10:32.706543 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'port': {'device_id': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'admin_state_up': True, 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'security_groups': ['296634e9-4f6f-472c-b8db-1f4315731dc9']}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:10:32.855347 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:32.859679 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:port and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:32.862958 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:32.863709 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-7461592a-4c4d-414f-b0e3-2228c35257c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Deleting port aa6306db-13f9-4c5c-91f3-57082edda696 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:32.864059 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7461592a-4c4d-414f-b0e3-2228c35257c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:32.869289 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:32.894772 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-327362ec-6384-4bf7-9625-6c15441542e9 req-612f94b2-5cc1-4bd6-b2bf-a63c9862d6ba tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 210 time: 0.0919497 Feb 28 19:10:32.943383 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Made reservation on behalf of 90acc320256d4622a351a587d9f604c3 for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:10:32.946847 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.049117 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7461592a-4c4d-414f-b0e3-2228c35257c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.062204 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7461592a-4c4d-414f-b0e3-2228c35257c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.144060 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Allocated IP 172.20.0.11 (782279ce-5700-40e2-9c75-fac7ff451ff3/8aef53b0-2440-4863-935a-1de0b529ed68/a42c7f1f-fdd6-4089-ba61-437e667d8528) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:10:33.180051 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-7461592a-4c4d-414f-b0e3-2228c35257c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Calling delete_port for aa6306db-13f9-4c5c-91f3-57082edda696 owned by network:floatingip {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:33.342333 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.394530 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Transition to ACTIVE for port object a42c7f1f-fdd6-4089-ba61-437e667d8528 will not be triggered until provisioned by entity DHCP. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:10:33.465212 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7461592a-4c4d-414f-b0e3-2228c35257c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.491677 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.519889 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461592a-4c4d-414f-b0e3-2228c35257c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Pushing event deleted for resources: {'Port': ['ID=aa6306db-13f9-4c5c-91f3-57082edda696,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:33.633150 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Network 782279ce-5700-40e2-9c75-fac7ff451ff3 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:10:33.633960 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7461592a-4c4d-414f-b0e3-2228c35257c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks [] for floatingip, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.636354 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:10:33.643756 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a0528-d5ec-4ffc-8605-7b8ca6d5f3a4 req-8c48cb62-6105-4d57-be6a-572898fa2328 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:33.645269 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-086a0528-d5ec-4ffc-8605-7b8ca6d5f3a4 req-8c48cb62-6105-4d57-be6a-572898fa2328 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 947 time: 0.3144896 Feb 28 19:10:33.647569 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:10:33.676601 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7461592a-4c4d-414f-b0e3-2228c35257c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.682310 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-7461592a-4c4d-414f-b0e3-2228c35257c8 tempest-AttachVolumeTestJSON-16785520 tempest-AttachVolumeTestJSON-16785520-project] 10.222.0.21 "DELETE /v2.0/floatingips/fb8eadb4-e7d9-408e-98d5-214594fbdc7a HTTP/1.1" status: 204 len: 168 time: 1.0259409 Feb 28 19:10:33.685173 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'Port': ['ID=a42c7f1f-fdd6-4089-ba61-437e667d8528,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:33.726844 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-086a0528-d5ec-4ffc-8605-7b8ca6d5f3a4 req-1515881f-1e96-48a2-9dde-26afb37e25a9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736828 Feb 28 19:10:33.744451 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:33.747712 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.857793 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-9320a150-12a8-47f2-9533-71676ecc3946 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1566751 Feb 28 19:10:33.869791 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Request body: {'port': {'device_id': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:10:33.948466 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-53ae362c-e811-4635-871c-ef73f1c9e609 None None] Provisioning for port a42c7f1f-fdd6-4089-ba61-437e667d8528 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:10:33.956364 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-53ae362c-e811-4635-871c-ef73f1c9e609 None None] Provisioning complete for port a42c7f1f-fdd6-4089-ba61-437e667d8528 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:10:33.956962 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-53ae362c-e811-4635-871c-ef73f1c9e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.992221 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.015851 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-53ae362c-e811-4635-871c-ef73f1c9e609 None None] Port a42c7f1f-fdd6-4089-ba61-437e667d8528 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:10:34.111641 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c691c-ba54-444b-9a21-66508d41c443 req-f06367af-d29b-40ea-b880-87e74cc53bc1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:34.113235 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8d9c691c-ba54-444b-9a21-66508d41c443 req-f06367af-d29b-40ea-b880-87e74cc53bc1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 932 time: 0.0877199 Feb 28 19:10:34.172730 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8d9c691c-ba54-444b-9a21-66508d41c443 req-4877f565-6214-4831-917b-299c9e14597c tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468941 Feb 28 19:10:34.345768 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42c7f1f-fdd6-4089-ba61-437e667d8528 {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:10:34.352960 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.367066 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Transition to ACTIVE for port object a42c7f1f-fdd6-4089-ba61-437e667d8528 will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:10:34.450737 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.615978 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Pushing event updated for resources: {'Port': ['ID=a42c7f1f-fdd6-4089-ba61-437e667d8528,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:34.691900 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Attempting to bind port a42c7f1f-fdd6-4089-ba61-437e667d8528 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:10:34.692494 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Attempting to bind port a42c7f1f-fdd6-4089-ba61-437e667d8528 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:10:34.692961 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Attempting to bind port a42c7f1f-fdd6-4089-ba61-437e667d8528 on network 782279ce-5700-40e2-9c75-fac7ff451ff3 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:10:34.697771 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Port a42c7f1f-fdd6-4089-ba61-437e667d8528 on network 782279ce-5700-40e2-9c75-fac7ff451ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:10:34.698092 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Attempting to bind port a42c7f1f-fdd6-4089-ba61-437e667d8528 on network 782279ce-5700-40e2-9c75-fac7ff451ff3 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:10:34.703227 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:10:34.703515 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Checking segment: {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:10:34.703897 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Bound using segment: {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:10:34.704315 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Bound port: a42c7f1f-fdd6-4089-ba61-437e667d8528, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:10:34.704655 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.793523 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] For port a42c7f1f-fdd6-4089-ba61-437e667d8528, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:10:34.796449 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] For port a42c7f1f-fdd6-4089-ba61-437e667d8528, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a42c7f1f-fdd6-4089-ba61-437e667d8528,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:10:34.862822 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.925257 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:34.925827 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.927844 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] 10.222.0.61 "PUT /v2.0/ports/a42c7f1f-fdd6-4089-ba61-437e667d8528 HTTP/1.1" status: 200 len: 1094 time: 1.0624557 Feb 28 19:10:34.928280 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'tag': 'a42c7f1f-fdd6-4089-ba61-437e667d8528'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:34.928766 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca5ce1-870e-4ca7-827b-3004656a13a3 req-1d5d5719-1635-4d40-a110-b10164b7a700 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:34.930465 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-eeca5ce1-870e-4ca7-827b-3004656a13a3 req-1d5d5719-1635-4d40-a110-b10164b7a700 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 947 time: 0.0819890 Feb 28 19:10:34.961881 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d54bc-e7d3-4d50-ba98-b688060b7684 service neutron] Pushing event updated for resources: {'Port': ['ID=a42c7f1f-fdd6-4089-ba61-437e667d8528,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:34.990262 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-eeca5ce1-870e-4ca7-827b-3004656a13a3 req-02e69be6-cb97-4b83-b13b-955e16169f92 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466294 Feb 28 19:10:34.998673 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'tag': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'status': 'completed', 'code': 200} Feb 28 19:10:35.104412 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76495b-6247-4bac-9eb0-fc49c17c2a6a req-5ef034cb-517e-4c71-8d9c-596b942b64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.110434 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5d76495b-6247-4bac-9eb0-fc49c17c2a6a req-5ef034cb-517e-4c71-8d9c-596b942b64a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 1097 time: 0.0758383 Feb 28 19:10:35.246134 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76495b-6247-4bac-9eb0-fc49c17c2a6a req-10b3c4c9-adf0-47aa-94a3-76445e67188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.247766 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5d76495b-6247-4bac-9eb0-fc49c17c2a6a req-10b3c4c9-adf0-47aa-94a3-76445e67188b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=90acc320256d4622a351a587d9f604c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1358855 Feb 28 19:10:35.368268 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30bd26-36c6-49e1-8998-9a2ccf335ad9 req-8e5367b8-ffe4-4cd0-b8e2-4e5a386ed8ff tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.369820 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bf30bd26-36c6-49e1-8998-9a2ccf335ad9 req-8e5367b8-ffe4-4cd0-b8e2-4e5a386ed8ff tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 944 time: 0.0807333 Feb 28 19:10:35.390895 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76495b-6247-4bac-9eb0-fc49c17c2a6a req-7f22e356-179e-42f7-bb98-2f6c3be870f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.392444 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5d76495b-6247-4bac-9eb0-fc49c17c2a6a req-7f22e356-179e-42f7-bb98-2f6c3be870f5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391802 Feb 28 19:10:35.417333 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bf30bd26-36c6-49e1-8998-9a2ccf335ad9 req-71a085f1-b036-4992-a419-4ee32416b739 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413980 Feb 28 19:10:35.427190 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-6baa48be-f68b-4522-9d14-aa7ed042b55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:35.496773 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89887-c51f-47d5-ac21-033a68251d1a req-26e6cc1e-bfa0-41a2-9392-a264ab8bff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.501715 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-26e6cc1e-bfa0-41a2-9392-a264ab8bff92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 1097 time: 0.0720308 Feb 28 19:10:35.574676 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-a3219665-7d56-4a73-b9e8-3f62128832fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a42c7f1f-fdd6-4089-ba61-437e667d8528 HTTP/1.1" status: 200 len: 217 time: 0.0686784 Feb 28 19:10:35.635008 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89887-c51f-47d5-ac21-033a68251d1a req-e7b726f5-d494-42d7-908f-ba9348073927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.636430 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-e7b726f5-d494-42d7-908f-ba9348073927 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0565739 Feb 28 19:10:35.771577 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89887-c51f-47d5-ac21-033a68251d1a req-b3e3932b-cd24-474c-8650-e5fdeef236a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.773001 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-b3e3932b-cd24-474c-8650-e5fdeef236a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1309025 Feb 28 19:10:35.901778 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-86c86ae9-6828-4d5f-9b38-c2a109a9393c service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228116 Feb 28 19:10:36.031683 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-fca89887-c51f-47d5-ac21-033a68251d1a req-76e2279e-f2af-4128-9a22-6b8cc5856be1 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232851 Feb 28 19:10:36.608413 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24de359-a4e2-4db9-8f35-e61f38f75b0d req-ecb4983d-afbe-4a52-b8b7-43d799ae41c4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:36.609856 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b24de359-a4e2-4db9-8f35-e61f38f75b0d req-ecb4983d-afbe-4a52-b8b7-43d799ae41c4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 944 time: 0.0838499 Feb 28 19:10:36.654002 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b24de359-a4e2-4db9-8f35-e61f38f75b0d req-85899e22-356b-41a7-bfb0-6fd64ba99a4f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382583 Feb 28 19:10:37.639106 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-2f13f3c0-34bf-4285-b479-4eb122d9c321 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666692 Feb 28 19:10:37.776302 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-d454d446-d19b-4093-904b-fec8e143f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:37.777851 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-d454d446-d19b-4093-904b-fec8e143f3bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 1100 time: 0.0727220 Feb 28 19:10:37.843538 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8016a-aaf1-4deb-abc4-47c2457496ac req-dd1a2215-5c4e-43bb-9c19-f1ca57b92874 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:37.845393 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fcc8016a-aaf1-4deb-abc4-47c2457496ac req-dd1a2215-5c4e-43bb-9c19-f1ca57b92874 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 944 time: 0.0855608 Feb 28 19:10:37.889993 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fcc8016a-aaf1-4deb-abc4-47c2457496ac req-aa40e9dd-f1a3-4477-ad93-288ac1e4d608 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385716 Feb 28 19:10:37.923510 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-d4f312a4-0793-445a-bb51-e891a7df57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:37.924954 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-d4f312a4-0793-445a-bb51-e891a7df57d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 918 time: 0.1268604 Feb 28 19:10:38.025265 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-166c9c4c-4e14-4bed-96ed-3ac8dc79e7ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d HTTP/1.1" status: 200 len: 1002 time: 0.0948117 Feb 28 19:10:38.087287 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-ec3fa929-77e1-4720-9b54-96f5de55bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:38.088726 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-ec3fa929-77e1-4720-9b54-96f5de55bf07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.0585868 Feb 28 19:10:38.141933 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-20ec4d76-8863-41ac-be9b-27cc223b90e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:38.165300 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-3d5c1d71-5cf5-49a7-a03a-7a4d45c8157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:38.166793 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-3d5c1d71-5cf5-49a7-a03a-7a4d45c8157d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730433 Feb 28 19:10:38.250018 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36320) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:38.296879 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-9c2146b7-db78-4262-b97d-ecf3d00b0a30 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239853 Feb 28 19:10:38.424255 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-ebfee2ed-e25a-4a6f-b4f6-e5a8c17b120d req-ee35acf0-0855-42eb-bac4-1b3868b17dcc service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218429 Feb 28 19:10:38.769226 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:38.887819 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8065493'] for router_interface, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:39.170951 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:39.315574 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3292cd-702b-47ca-85a9-c1a976e7580d req-9cd53f0d-b1d9-4271-b8d7-049c7ef45ebb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:39.316985 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9d3292cd-702b-47ca-85a9-c1a976e7580d req-9cd53f0d-b1d9-4271-b8d7-049c7ef45ebb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 944 time: 0.2933614 Feb 28 19:10:39.373824 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9d3292cd-702b-47ca-85a9-c1a976e7580d req-c5eba169-45ae-41eb-b4b2-30a3f24355ea tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505884 Feb 28 19:10:39.425656 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] Deleting port 94d3da96-24bc-4050-8019-0d30cabcc5b0 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:39.425924 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:39.596760 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] For port 94d3da96-24bc-4050-8019-0d30cabcc5b0, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=94d3da96-24bc-4050-8019-0d30cabcc5b0,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:39.597106 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:39.718191 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] Calling delete_port for 94d3da96-24bc-4050-8019-0d30cabcc5b0 owned by network:router_interface {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:40.129151 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:40.180415 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d3da96-24bc-4050-8019-0d30cabcc5b0,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:40.451699 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8065385'] for router_interface, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:40.795467 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd97fc1-33eb-4b76-9ad3-07da904f5575 req-01e6d814-e7d0-4c6d-b92c-e42c5d6b91a8 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:40.796899 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebd97fc1-33eb-4b76-9ad3-07da904f5575 req-01e6d814-e7d0-4c6d-b92c-e42c5d6b91a8 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 944 time: 0.2804732 Feb 28 19:10:40.846488 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:40.914671 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebd97fc1-33eb-4b76-9ad3-07da904f5575 req-754fce8c-e820-4de8-8329-99a0c2e6f71f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672815 Feb 28 19:10:41.007181 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] Router 330fbd67-df99-4a43-9d8f-baaf9f881c5e has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:10:41.184335 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:10:41.193437 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ac9334-f234-4db9-b6e9-8eee957f6d0a None None] Sync routers for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:10:41.196959 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-41db5428-429d-4dd6-a672-bca1c3d53894 admin admin] 10.222.0.21 "PUT /v2.0/routers/330fbd67-df99-4a43-9d8f-baaf9f881c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9454968 Feb 28 19:10:41.199195 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36330) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:41.202481 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac9334-f234-4db9-b6e9-8eee957f6d0a None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:41.203136 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-b1ac9334-f234-4db9-b6e9-8eee957f6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:10:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:41.374397 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Notify callbacks [] for router, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.378535 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-b1ac9334-f234-4db9-b6e9-8eee957f6d0a None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:41.559721 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.660075 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-b1ac9334-f234-4db9-b6e9-8eee957f6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:10:39Z', 'revision_number': 5, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port': {'id': 'a7a647a5-c368-466b-8d96-2811dd86a590', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:40Z', 'updated_at': '2022-02-28T19:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:41.664135 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ac9334-f234-4db9-b6e9-8eee957f6d0a None None] Checking router: 330fbd67-df99-4a43-9d8f-baaf9f881c5e for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:10:41.668176 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Deleting port a7a647a5-c368-466b-8d96-2811dd86a590 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:41.672996 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.673154 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac9334-f234-4db9-b6e9-8eee957f6d0a None None] Routers {'330fbd67-df99-4a43-9d8f-baaf9f881c5e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:41.673154 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-b1ac9334-f234-4db9-b6e9-8eee957f6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:10:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:41.825657 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-b1ac9334-f234-4db9-b6e9-8eee957f6d0a None None] Set router 330fbd67-df99-4a43-9d8f-baaf9f881c5e gateway port host: None {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:41.840958 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] For port a7a647a5-c368-466b-8d96-2811dd86a590, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=a7a647a5-c368-466b-8d96-2811dd86a590,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:41.841305 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.929925 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-b1ac9334-f234-4db9-b6e9-8eee957f6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:10:41Z', 'revision_number': 6, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port_host': None}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:41.933860 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ac9334-f234-4db9-b6e9-8eee957f6d0a None None] The sync data for ids ['330fbd67-df99-4a43-9d8f-baaf9f881c5e'] in dv-cinder-831187-1-iscsi is: [{'id': '330fbd67-df99-4a43-9d8f-baaf9f881c5e', 'name': 'tempest-AttachVolumeTestJSON-972275603-router', 'tenant_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:38Z', 'updated_at': '2022-02-28T19:10:41Z', 'revision_number': 6, 'project_id': 'e00c264516ff48bdb7d2411e37b27ff4', 'gw_port_host': None}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:10:41.964559 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Calling delete_port for a7a647a5-c368-466b-8d96-2811dd86a590 owned by network:router_gateway {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:42.138875 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cafb4-b893-4fdb-8eff-fe803d5d040f req-58907880-4ad9-4d06-8de4-6fc024b42d61 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:42.140247 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c77cafb4-b893-4fdb-8eff-fe803d5d040f req-58907880-4ad9-4d06-8de4-6fc024b42d61 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 944 time: 0.1072326 Feb 28 19:10:42.334316 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c77cafb4-b893-4fdb-8eff-fe803d5d040f req-1491f86b-f7db-4bb4-b4d2-338e09cb3db9 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621843 Feb 28 19:10:42.387960 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.437277 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a647a5-c368-466b-8d96-2811dd86a590,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:42.525362 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8065776'] for router_gateway, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.698238 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8023778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-531'] for router, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.700480 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.793702 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8023576'] for router, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.794238 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 330fbd67-df99-4a43-9d8f-baaf9f881c5e {{(pid=87745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:10:42.808729 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.809898 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-c31de5d5-0e47-456e-98cc-948e13a1ec80 admin admin] 10.222.0.21 "DELETE /v2.0/routers/330fbd67-df99-4a43-9d8f-baaf9f881c5e HTTP/1.1" status: 204 len: 168 time: 1.6097856 Feb 28 19:10:42.812402 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36336) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:42.871137 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_v2 [None req-711c1186-ac4a-4596-b2ac-e31941d4437c admin admin] Deleting subnet 4696e929-cc56-41be-8b9d-89b6bfd0717a {{(pid=87745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:10:42.874285 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-711c1186-ac4a-4596-b2ac-e31941d4437c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.924426 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-711c1186-ac4a-4596-b2ac-e31941d4437c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8311499'] for subnet, precommit_delete_associations {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.046268 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-711c1186-ac4a-4596-b2ac-e31941d4437c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.177672 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-711c1186-ac4a-4596-b2ac-e31941d4437c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8311499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601764'] for subnet, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.219067 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c1186-ac4a-4596-b2ac-e31941d4437c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4696e929-cc56-41be-8b9d-89b6bfd0717a,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:43.222369 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-711c1186-ac4a-4596-b2ac-e31941d4437c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.228194 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-711c1186-ac4a-4596-b2ac-e31941d4437c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4696e929-cc56-41be-8b9d-89b6bfd0717a HTTP/1.1" status: 204 len: 168 time: 0.4148564 Feb 28 19:10:43.228460 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6001518-7c7a-4cea-bc01-efe0cf7bfebc None None] Network 1c812996-20a8-48cd-b6ed-d12028f6c0ff requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:10:43.230581 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36340) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:43.336179 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.347073 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Deleting port afd41ede-ed01-4c03-9cbe-26a8550fd186 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:43.347495 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.530225 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae9ffa9-4848-4080-b274-c82b84ebadac None None] DHCP port deletion for 1c812996-20a8-48cd-b6ed-d12028f6c0ff request from dv-cinder-831187-1-iscsi {{(pid=87746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:10:43.534696 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9ffa9-4848-4080-b274-c82b84ebadac None None] Deleting port afd41ede-ed01-4c03-9cbe-26a8550fd186 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:43.535085 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2ae9ffa9-4848-4080-b274-c82b84ebadac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.610527 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] For port afd41ede-ed01-4c03-9cbe-26a8550fd186, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=afd41ede-ed01-4c03-9cbe-26a8550fd186,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:43.610880 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.657658 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device afd41ede-ed01-4c03-9cbe-26a8550fd186 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:43.740896 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Calling delete_port for afd41ede-ed01-4c03-9cbe-26a8550fd186 owned by network:dhcp {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:43.788129 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c47c-011a-4f54-a519-bb666356f7a2 req-2dc8cdda-4b0a-4268-b45e-cb8fcd1e8264 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:43.789510 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0196c47c-011a-4f54-a519-bb666356f7a2 req-2dc8cdda-4b0a-4268-b45e-cb8fcd1e8264 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 944 time: 0.3376982 Feb 28 19:10:43.793508 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-2ae9ffa9-4848-4080-b274-c82b84ebadac None None] For port afd41ede-ed01-4c03-9cbe-26a8550fd186, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=afd41ede-ed01-4c03-9cbe-26a8550fd186,segment=NetworkSegment(0516fa18-91af-437a-bcf7-f6f2cd0a22a7),segment_id=0516fa18-91af-437a-bcf7-f6f2cd0a22a7)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:43.793920 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2ae9ffa9-4848-4080-b274-c82b84ebadac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.946994 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9ffa9-4848-4080-b274-c82b84ebadac None None] Calling delete_port for afd41ede-ed01-4c03-9cbe-26a8550fd186 owned by network:dhcp {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:43.965261 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0196c47c-011a-4f54-a519-bb666356f7a2 req-2b78dc85-f8d4-4fa5-b36f-24d89f6f6c51 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646078 Feb 28 19:10:44.020032 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.022343 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.066710 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd41ede-ed01-4c03-9cbe-26a8550fd186,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:44.071985 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] No DVR routers for this DVR port afd41ede-ed01-4c03-9cbe-26a8550fd186 on host dv-cinder-831187-1-iscsi {{(pid=87745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:10:44.149760 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.db.api [None req-2ae9ffa9-4848-4080-b274-c82b84ebadac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:10:44.150123 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG oslo_db.api [None req-2ae9ffa9-4848-4080-b274-c82b84ebadac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:10:44.155203 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 94d3da96-24bc-4050-8019-0d30cabcc5b0 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:44.185447 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.187802 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 94d3da96-24bc-4050-8019-0d30cabcc5b0 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:44.188146 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 94d3da96-24bc-4050-8019-0d30cabcc5b0 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:44.188553 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device a7a647a5-c368-466b-8d96-2811dd86a590 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:44.211551 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c812996-20a8-48cd-b6ed-d12028f6c0ff']}} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:44.222224 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: a7a647a5-c368-466b-8d96-2811dd86a590 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:44.222563 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device a7a647a5-c368-466b-8d96-2811dd86a590 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:44.225092 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0516fa18-91af-437a-bcf7-f6f2cd0a22a7') {'for_net_delete': True} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:44.225910 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0516fa18-91af-437a-bcf7-f6f2cd0a22a7') {} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:44.237824 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8311538'] for segment, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.258001 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.264001 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:10:44.266223 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8314217'] for segment, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: Traceback (most recent call last): Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: timer() Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: cb(*args, **kw) Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: return func(*args, **kwargs) Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: self._notify() Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: self.callback(batched_events) Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: event.method(event) Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: return f(self, *a, **k) Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._get(url).json() Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: return self.request(url, 'GET', **kwargs) Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:10:44.277910 dv-cinder-831187-1-iscsi neutron-server[87745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:10:44.444919 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.461768 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.472843 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c812996-20a8-48cd-b6ed-d12028f6c0ff,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:44.554134 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-e9a1bf7b-ffd3-4eda-8d9a-761d30e1c426 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1c812996-20a8-48cd-b6ed-d12028f6c0ff HTTP/1.1" status: 204 len: 168 time: 1.3225429 Feb 28 19:10:44.651503 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9ffa9-4848-4080-b274-c82b84ebadac None None] Deleting port afd41ede-ed01-4c03-9cbe-26a8550fd186 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:44.652117 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2ae9ffa9-4848-4080-b274-c82b84ebadac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.715746 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9ffa9-4848-4080-b274-c82b84ebadac None None] The port 'afd41ede-ed01-4c03-9cbe-26a8550fd186' was deleted {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:10:44.883903 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36348) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:44.935331 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-2323e6eb-2c89-4dcc-a8e6-0fed5b8aee30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e00c264516ff48bdb7d2411e37b27ff4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502620 Feb 28 19:10:44.937819 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36352) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:44.995616 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c56df6e0-9fc0-43b9-92cd-57b1a478ccf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:45.021696 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c56df6e0-9fc0-43b9-92cd-57b1a478ccf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:45.149232 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c56df6e0-9fc0-43b9-92cd-57b1a478ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:45.170774 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5c27f-66b5-4431-8811-ea83f072e476 req-5930c5f9-b750-4478-b2c8-436642bf1ea7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:45.172229 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebe5c27f-66b5-4431-8811-ea83f072e476 req-5930c5f9-b750-4478-b2c8-436642bf1ea7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 944 time: 0.0970109 Feb 28 19:10:45.175941 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56df6e0-9fc0-43b9-92cd-57b1a478ccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a46b44-45d5-4941-ac59-74f063f7400c,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:45.196921 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c56df6e0-9fc0-43b9-92cd-57b1a478ccf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:45.197992 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-c56df6e0-9fc0-43b9-92cd-57b1a478ccf2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15a46b44-45d5-4941-ac59-74f063f7400c HTTP/1.1" status: 204 len: 168 time: 0.2593079 Feb 28 19:10:45.224207 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebe5c27f-66b5-4431-8811-ea83f072e476 req-c19c411b-0c66-4dfa-95dd-af2624a40825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460925 Feb 28 19:10:45.694927 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device a42c7f1f-fdd6-4089-ba61-437e667d8528 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:10:45.827719 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port a42c7f1f-fdd6-4089-ba61-437e667d8528, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a42c7f1f-fdd6-4089-ba61-437e667d8528,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:45.840324 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'port_id': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'mac_address': 'fa:16:3e:f1:cc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:10:45.897330 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:45.914278 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42c7f1f-fdd6-4089-ba61-437e667d8528 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:10:45.930832 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port a42c7f1f-fdd6-4089-ba61-437e667d8528, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a42c7f1f-fdd6-4089-ba61-437e667d8528,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:45.987801 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:46.056697 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=a42c7f1f-fdd6-4089-ba61-437e667d8528,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:46.063332 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.063674 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.064017 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.064337 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.064666 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.065009 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.065310 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.065625 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.065962 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.066281 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.066624 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.067041 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:46.331727 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['a42c7f1f-fdd6-4089-ba61-437e667d8528'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:10:46.411824 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f353b5-7da5-4f58-af53-08c6c95e2a14 req-6fec121d-80c3-4892-9828-f39b4e7cd456 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:46.413262 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-16f353b5-7da5-4f58-af53-08c6c95e2a14 req-6fec121d-80c3-4892-9828-f39b4e7cd456 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 945 time: 0.0799613 Feb 28 19:10:46.464010 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-16f353b5-7da5-4f58-af53-08c6c95e2a14 req-cf31cb7c-cb18-49d5-8d16-2f58d164dc57 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444949 Feb 28 19:10:47.648112 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b444f8-1427-42b9-8496-dcb6d3d16b1a req-11b85155-6e3b-4369-be34-61b6d9ec4a10 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:47.649552 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-94b444f8-1427-42b9-8496-dcb6d3d16b1a req-11b85155-6e3b-4369-be34-61b6d9ec4a10 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 945 time: 0.0810418 Feb 28 19:10:47.693767 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-94b444f8-1427-42b9-8496-dcb6d3d16b1a req-55075f7a-f60b-4c5a-a79b-e7dedda37c87 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385039 Feb 28 19:10:47.697073 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device a42c7f1f-fdd6-4089-ba61-437e667d8528 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:10:47.822049 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port a42c7f1f-fdd6-4089-ba61-437e667d8528 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:10:47.827053 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port a42c7f1f-fdd6-4089-ba61-437e667d8528 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:10:47.827448 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:47.942492 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:47.974064 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42c7f1f-fdd6-4089-ba61-437e667d8528'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:47.983815 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port a42c7f1f-fdd6-4089-ba61-437e667d8528, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a42c7f1f-fdd6-4089-ba61-437e667d8528,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:48.021879 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'code': 200} Feb 28 19:10:48.055203 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:48.126642 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=a42c7f1f-fdd6-4089-ba61-437e667d8528,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:48.462068 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601f83-a27b-488a-8c9f-55aa7f7425cd req-da467be1-58ff-4f87-b0fe-1dec4bb18fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:48.463611 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-87601f83-a27b-488a-8c9f-55aa7f7425cd req-da467be1-58ff-4f87-b0fe-1dec4bb18fa4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 1099 time: 0.0732024 Feb 28 19:10:48.502590 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-87601f83-a27b-488a-8c9f-55aa7f7425cd req-2f0f47b6-43ca-4065-801f-dba02dcdd872 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332010 Feb 28 19:10:48.883006 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884b4c7-1b43-4f45-a559-6bb658201c70 req-b2bf79d9-7ae8-4e02-b8e1-78f4960cf2d7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:48.884497 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a884b4c7-1b43-4f45-a559-6bb658201c70 req-b2bf79d9-7ae8-4e02-b8e1-78f4960cf2d7 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 946 time: 0.0832014 Feb 28 19:10:48.928909 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a884b4c7-1b43-4f45-a559-6bb658201c70 req-17c3bccf-153f-47a5-8ef5-71f2ffe1decd tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385506 Feb 28 19:10:50.129680 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce46f3c-2c4b-42bd-b079-3eca40bd9f42 req-3232ba88-d203-4ff2-abcd-5d1b68f8542b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:50.131418 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bce46f3c-2c4b-42bd-b079-3eca40bd9f42 req-3232ba88-d203-4ff2-abcd-5d1b68f8542b tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 946 time: 0.0820420 Feb 28 19:10:50.175480 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bce46f3c-2c4b-42bd-b079-3eca40bd9f42 req-ad2e1e64-8f10-48fa-8986-ce889d1ffa65 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383785 Feb 28 19:10:51.361672 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cccf7-d4da-45e7-817c-67bf4c25f83d req-05b8aa43-2c00-410f-a3f7-31d9d9c1af42 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:51.363098 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8b8cccf7-d4da-45e7-817c-67bf4c25f83d req-05b8aa43-2c00-410f-a3f7-31d9d9c1af42 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 946 time: 0.0826991 Feb 28 19:10:51.406762 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8b8cccf7-d4da-45e7-817c-67bf4c25f83d req-5b459eb0-f83d-40f5-90d6-57162f0f7f50 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371807 Feb 28 19:10:51.586344 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5c220-fa7a-4c28-95bb-79e55fdd062c req-ecc890d2-de1c-46b1-bf16-505e98ee1fa1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:51.587711 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f6f5c220-fa7a-4c28-95bb-79e55fdd062c req-ecc890d2-de1c-46b1-bf16-505e98ee1fa1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 946 time: 0.0794272 Feb 28 19:10:51.634242 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f6f5c220-fa7a-4c28-95bb-79e55fdd062c req-f50faf4d-1762-4c53-915b-e3c1207990d0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408101 Feb 28 19:10:51.657506 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36422) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:51.725725 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e745c-d3f5-4c21-bfa3-84fd724cba46 tempest-TestVolumeBootPattern-1659949423 tempest-TestVolumeBootPattern-1659949423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:51.727174 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-5d0e745c-d3f5-4c21-bfa3-84fd724cba46 tempest-TestVolumeBootPattern-1659949423 tempest-TestVolumeBootPattern-1659949423-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 1094 time: 0.0686934 Feb 28 19:10:51.729881 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36426) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:51.734534 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'floatingip': {'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'port_id': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:10:51.740265 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:51.743972 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:floatingip and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:51.746698 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:51.752134 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:51.821638 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:51.957124 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:52.090657 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Allocated IP 172.27.1.138 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/2b7cb38e-e749-4de2-8068-b97e2eee81b4) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:10:52.234683 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:52.325053 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:52.383742 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:10:52.386442 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:10:52.394060 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:10:52.521862 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'Port': ['ID=2b7cb38e-e749-4de2-8068-b97e2eee81b4,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:52.895133 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:52.999063 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:10:53.012504 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:53.218293 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:53.256561 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:53.362486 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'Port': ['ID=2b7cb38e-e749-4de2-8068-b97e2eee81b4,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:53.372899 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:53.543209 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.l3_db [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Floating IP 8075856e-148e-48aa-ac26-d9432107b1a1 associated. External IP: 172.27.1.138, port: a42c7f1f-fdd6-4089-ba61-437e667d8528. Feb 28 19:10:53.896896 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:10:54.178048 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:10:54.188583 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b754535-8ee1-40ad-8085-e4b69870f3fc None None] Sync routers for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:10:54.198878 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b754535-8ee1-40ad-8085-e4b69870f3fc None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:54.203066 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0b754535-8ee1-40ad-8085-e4b69870f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:10:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:54.319779 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:54.385149 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-ff1f4678-cb0c-45cc-90e3-f544780b9825 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6542726 Feb 28 19:10:54.385806 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'tag': 'a42c7f1f-fdd6-4089-ba61-437e667d8528'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:54.413673 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-0b754535-8ee1-40ad-8085-e4b69870f3fc None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:54.436172 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'tag': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'status': 'completed', 'code': 200} Feb 28 19:10:54.532634 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c779369-719e-4853-b235-6aed4de01288 req-3bb62b4a-c9c6-414d-bbbb-d7398f4bdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:54.534093 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2c779369-719e-4853-b235-6aed4de01288 req-3bb62b4a-c9c6-414d-bbbb-d7398f4bdd2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 1099 time: 0.0684626 Feb 28 19:10:54.673033 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c779369-719e-4853-b235-6aed4de01288 req-abf3f960-e01d-49e4-9d2a-05e9ec26f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:54.674778 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2c779369-719e-4853-b235-6aed4de01288 req-abf3f960-e01d-49e4-9d2a-05e9ec26f6e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1346691 Feb 28 19:10:54.765102 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0b754535-8ee1-40ad-8085-e4b69870f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '8075856e-148e-48aa-ac26-d9432107b1a1', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:f1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:10:52Z', 'updated_at': '2022-02-28T19:10:52Z', 'revision_number': 0, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:54.768817 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b754535-8ee1-40ad-8085-e4b69870f3fc None None] Checking router: 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:10:54.777844 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b754535-8ee1-40ad-8085-e4b69870f3fc None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:54.778370 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0b754535-8ee1-40ad-8085-e4b69870f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:10:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:54.778965 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2c779369-719e-4853-b235-6aed4de01288 req-5766d412-0eb3-42b9-ba08-8ab800af3dd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a42c7f1f-fdd6-4089-ba61-437e667d8528 HTTP/1.1" status: 200 len: 1000 time: 0.0973115 Feb 28 19:10:54.914968 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c779369-719e-4853-b235-6aed4de01288 req-0769f232-b6fd-40b6-a0da-2cba440f5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:54.916777 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2c779369-719e-4853-b235-6aed4de01288 req-0769f232-b6fd-40b6-a0da-2cba440f5f5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.1314816 Feb 28 19:10:54.963177 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-0b754535-8ee1-40ad-8085-e4b69870f3fc None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:55.002270 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c779369-719e-4853-b235-6aed4de01288 req-a33f1ea4-4b2b-497a-a71a-d378b697bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:55.003838 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2c779369-719e-4853-b235-6aed4de01288 req-a33f1ea4-4b2b-497a-a71a-d378b697bacc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805819 Feb 28 19:10:55.138286 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2c779369-719e-4853-b235-6aed4de01288 req-8bc81b35-8fc5-4897-bfa8-881bccae7a8a service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280351 Feb 28 19:10:55.286958 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2c779369-719e-4853-b235-6aed4de01288 req-9de27fdb-5a58-45e6-a76c-1985c6cfabc0 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421552 Feb 28 19:10:55.324929 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-0b754535-8ee1-40ad-8085-e4b69870f3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '8075856e-148e-48aa-ac26-d9432107b1a1', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:f1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:10:52Z', 'updated_at': '2022-02-28T19:10:52Z', 'revision_number': 0, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:55.328615 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b754535-8ee1-40ad-8085-e4b69870f3fc None None] The sync data for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi is: [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '8075856e-148e-48aa-ac26-d9432107b1a1', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:f1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:10:52Z', 'updated_at': '2022-02-28T19:10:52Z', 'revision_number': 0, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:10:55.522893 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52944b-a61a-4f25-8717-6e6b7d0bd315 None None] New status for floating IP 8075856e-148e-48aa-ac26-d9432107b1a1: ACTIVE {{(pid=87746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:11:00.615864 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:05.432815 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-6680ebf7-edc5-4ea6-84e4-a7f91c15ab95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:08.129734 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-22e45243-1c01-426e-a46b-c744a34cd404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:08.781423 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:09.152907 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:10.872656 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:28.264008 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36616) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:28.380639 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ba17-cd8d-401d-b02c-e1b3aaf1edf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:28.395811 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-5bd4ba17-cd8d-401d-b02c-e1b3aaf1edf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:28.400015 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-5bd4ba17-cd8d-401d-b02c-e1b3aaf1edf0 admin admin] Usage tracker for resource:security_group_rule and tenant:21f702e5905949ebb7f5c18b7d47e134 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:28.402832 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-5bd4ba17-cd8d-401d-b02c-e1b3aaf1edf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:28.408649 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-5bd4ba17-cd8d-401d-b02c-e1b3aaf1edf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:28.488785 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ba17-cd8d-401d-b02c-e1b3aaf1edf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:28.540288 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ba17-cd8d-401d-b02c-e1b3aaf1edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:28.587174 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-5bd4ba17-cd8d-401d-b02c-e1b3aaf1edf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21f702e5905949ebb7f5c18b7d47e134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220527 Feb 28 19:11:28.587999 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4ba17-cd8d-401d-b02c-e1b3aaf1edf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56695645-e174-405f-897a-5cafd6661c9f,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:28.589915 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 36624) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:28.647187 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:28.677017 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:28.797233 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:28.811790 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56695645-e174-405f-897a-5cafd6661c9f,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:28.822331 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.822673 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.823009 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.823375 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.823703 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.824029 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.824347 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.824668 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.825018 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.825366 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.825682 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.825996 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:28.829015 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:28.830101 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-a46a1d91-126e-41a2-add6-73d7d503e903 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56695645-e174-405f-897a-5cafd6661c9f HTTP/1.1" status: 204 len: 168 time: 0.2391849 Feb 28 19:11:29.369125 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 36632) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:29.386133 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-92387cee-01bc-4138-99c2-6696a6ffb7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:29.399889 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-92387cee-01bc-4138-99c2-6696a6ffb7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:29.404312 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-92387cee-01bc-4138-99c2-6696a6ffb7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6b9455842a6c4f12a80e35ea2abe5e25 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:29.406661 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-92387cee-01bc-4138-99c2-6696a6ffb7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:29.412199 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-92387cee-01bc-4138-99c2-6696a6ffb7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:29.489964 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-92387cee-01bc-4138-99c2-6696a6ffb7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:29.557452 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-92387cee-01bc-4138-99c2-6696a6ffb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:29.603373 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-92387cee-01bc-4138-99c2-6696a6ffb7c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b9455842a6c4f12a80e35ea2abe5e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331846 Feb 28 19:11:29.604184 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92387cee-01bc-4138-99c2-6696a6ffb7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e45d4d-5d26-4de4-b146-06a6582fa1be,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:29.606273 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 36636) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:29.663691 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-08d8bb44-05e2-4c81-81a9-ea495ebb7a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:29.689282 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-08d8bb44-05e2-4c81-81a9-ea495ebb7a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:29.808672 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-08d8bb44-05e2-4c81-81a9-ea495ebb7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:29.824011 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8bb44-05e2-4c81-81a9-ea495ebb7a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e45d4d-5d26-4de4-b146-06a6582fa1be,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:29.832465 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-08d8bb44-05e2-4c81-81a9-ea495ebb7a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:29.833555 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-08d8bb44-05e2-4c81-81a9-ea495ebb7a0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6e45d4d-5d26-4de4-b146-06a6582fa1be HTTP/1.1" status: 204 len: 168 time: 0.2263205 Feb 28 19:11:29.998033 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:11:30.597761 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:35.426084 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0a7df7fd-f23a-4056-8e04-8987a094f6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:38.168855 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-807a527b-c121-4d0c-af92-aefa156678a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:38.688229 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-429b9eeb-0a71-4fb6-af08-45be6eb9d0da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727415 Feb 28 19:11:38.781702 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:38.824276 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-496dfdb7-84c3-4471-9027-133de1526d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:38.825777 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-496dfdb7-84c3-4471-9027-133de1526d51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 1100 time: 0.0706682 Feb 28 19:11:38.971042 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-d40a51a0-486b-435d-a430-8f1831996e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:38.972502 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-d40a51a0-486b-435d-a430-8f1831996e26 service neutron] 10.222.0.61 "GET /v2.0/networks?id=099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 200 len: 918 time: 0.1270530 Feb 28 19:11:39.075520 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-53751197-c707-41f7-a760-820886ea65ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d HTTP/1.1" status: 200 len: 1002 time: 0.0962627 Feb 28 19:11:39.140502 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-e67ff451-3816-4d10-89e6-c39d24271ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:39.141928 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-e67ff451-3816-4d10-89e6-c39d24271ce2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 200 len: 856 time: 0.0605791 Feb 28 19:11:39.168480 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:39.218872 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-13dfc7dc-f21a-4643-8326-bd773501eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:39.220374 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-13dfc7dc-f21a-4643-8326-bd773501eac0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=099c77b0-b32f-4f92-b4b4-e414371a1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716434 Feb 28 19:11:39.351105 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-a957cfa3-cf70-4b73-ab5b-3d1ea8c434be service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241932 Feb 28 19:11:39.482151 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-b4631e6f-730f-421d-ac0c-2fac7acdb090 req-2b8c2a8c-d2e7-421a-a050-baaec7cb7734 service neutron] 10.222.0.61 "GET /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245432 Feb 28 19:11:40.894154 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:55.926299 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd703b-95aa-4b4f-b0a0-292a08868987 req-9d057897-b0e5-46ca-b8a8-dba7df02368b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:55.927803 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-19dd703b-95aa-4b4f-b0a0-292a08868987 req-9d057897-b0e5-46ca-b8a8-dba7df02368b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 947 time: 0.2485693 Feb 28 19:11:55.973788 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-19dd703b-95aa-4b4f-b0a0-292a08868987 req-cf9235af-dbf0-4b0c-8705-cad269f2da3d tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395167 Feb 28 19:11:57.218361 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4ffb0-cbba-4528-94ca-e988877e6864 req-7c932057-4524-42ee-bf84-200679d7eda5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:57.219833 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-aba4ffb0-cbba-4528-94ca-e988877e6864 req-7c932057-4524-42ee-bf84-200679d7eda5 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 947 time: 0.1327491 Feb 28 19:11:57.263546 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-aba4ffb0-cbba-4528-94ca-e988877e6864 req-5d144706-7dc8-4ffd-bd1d-cf2286f4e2a6 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379407 Feb 28 19:11:57.423795 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-118fa6c9-b5dc-4e23-a079-fd519eb899f9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:57.424477 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-118fa6c9-b5dc-4e23-a079-fd519eb899f9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Synchronizing usage tracker for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:11:57.516518 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-118fa6c9-b5dc-4e23-a079-fd519eb899f9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Unset dirty status for tenant:a73fa98b1d974ed1935c4d3e2879abad on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:11:57.517677 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-118fa6c9-b5dc-4e23-a079-fd519eb899f9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.61 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 947 time: 0.1707299 Feb 28 19:11:57.596741 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Deleting port 29a481fd-7c99-42e1-92d5-26fb61661a7d {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:11:57.597142 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:57.924641 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] For port 29a481fd-7c99-42e1-92d5-26fb61661a7d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=29a481fd-7c99-42e1-92d5-26fb61661a7d,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:11:57.924990 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:58.278316 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:58.278593 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:58.278905 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.l3_db [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Floating IP 489d2179-2b39-457c-be75-41b54a12e1db disassociated. External IP: 172.27.1.244, port: 29a481fd-7c99-42e1-92d5-26fb61661a7d. Feb 28 19:11:58.279276 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Calling delete_port for 29a481fd-7c99-42e1-92d5-26fb61661a7d owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:11:58.463766 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b1376-c7e1-4430-b3ae-12b4c7596d64 req-5e19acd7-d88b-4edb-b107-a9dc53dc5e99 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:58.465213 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-466b1376-c7e1-4430-b3ae-12b4c7596d64 req-5e19acd7-d88b-4edb-b107-a9dc53dc5e99 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 947 time: 0.0814421 Feb 28 19:11:58.505029 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:58.511287 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-466b1376-c7e1-4430-b3ae-12b4c7596d64 req-3b8092b4-2993-4c5e-8f17-2e2161b10714 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups?id=75e0c95c-8e8c-441b-a59e-e5f94e888fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402977 Feb 28 19:11:58.554464 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event deleted for resources: {'Port': ['ID=29a481fd-7c99-42e1-92d5-26fb61661a7d,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:58.747697 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:11:58.931449 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:11:58.942386 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5dbc1d-16ad-4d09-a86e-a1402694e785 None None] Sync routers for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:11:58.952026 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5dbc1d-16ad-4d09-a86e-a1402694e785 None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:11:58.952629 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-2d5dbc1d-16ad-4d09-a86e-a1402694e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:11:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:59.006868 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] No DVR routers for this DVR port 29a481fd-7c99-42e1-92d5-26fb61661a7d on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:11:59.009443 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:59.012103 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'name': 'network-vif-deleted', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:11:59.067580 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aea8cac-d69e-4467-9c2e-d38652fbf89f', 'name': 'network-vif-deleted', 'tag': '29a481fd-7c99-42e1-92d5-26fb61661a7d', 'status': 'completed', 'code': 200} Feb 28 19:11:59.100736 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-80c38d1b-9c43-48f5-8787-fed2a41a55bc req-6df9db33-b62d-4435-a9b0-abc975ea5175 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.61 "DELETE /v2.0/ports/29a481fd-7c99-42e1-92d5-26fb61661a7d HTTP/1.1" status: 204 len: 173 time: 1.5752344 Feb 28 19:11:59.145362 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-2d5dbc1d-16ad-4d09-a86e-a1402694e785 None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:11:59.477913 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-2d5dbc1d-16ad-4d09-a86e-a1402694e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:59.481390 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5dbc1d-16ad-4d09-a86e-a1402694e785 None None] Checking router: d520c66d-25fb-4bef-b83d-f6cf4b8c5525 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:11:59.489215 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5dbc1d-16ad-4d09-a86e-a1402694e785 None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:11:59.489783 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-2d5dbc1d-16ad-4d09-a86e-a1402694e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:11:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:59.670543 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-2d5dbc1d-16ad-4d09-a86e-a1402694e785 None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:11:59.671082 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dbede7bb-aa84-4a95-ba0c-0b89524d519f req-b9366b2c-1202-47d5-bd29-37f3ebc7c76b tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 210 time: 0.0482903 Feb 28 19:11:59.975601 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-2d5dbc1d-16ad-4d09-a86e-a1402694e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:59.979531 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5dbc1d-16ad-4d09-a86e-a1402694e785 None None] The sync data for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi is: [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:01:51Z', 'revision_number': 4, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '22539e44-5256-4db8-8fe5-b361691dd1fd', 'name': '', 'network_id': '099c77b0-b32f-4f92-b4b4-e414371a1e31', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'mac_address': 'fa:16:3e:12:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:48Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'subnets': [{'id': '714bbb42-3058-4d38-8562-8ebc8ccb1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:12:00.180164 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9952c5fa-c6ad-4fb1-ba08-330c0677735f None None] New status for floating IP 489d2179-2b39-457c-be75-41b54a12e1db: DOWN {{(pid=87746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:12:00.822614 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6a5cc1d7-56ec-40b5-b58e-7f18bfa11c01 req-73ee050e-5147-43c5-b2f0-ac9e293108c9 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aea8cac-d69e-4467-9c2e-d38652fbf89f HTTP/1.1" status: 200 len: 210 time: 0.0429931 Feb 28 19:12:01.105450 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:02.082765 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 36834) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:02.150575 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d263-2cb9-4ad6-984c-72be9a41da4c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:02.178936 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d263-2cb9-4ad6-984c-72be9a41da4c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:02.187969 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 29a481fd-7c99-42e1-92d5-26fb61661a7d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:12:02.221102 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 29a481fd-7c99-42e1-92d5-26fb61661a7d {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:12:02.221438 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 29a481fd-7c99-42e1-92d5-26fb61661a7d not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:12:02.413927 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d263-2cb9-4ad6-984c-72be9a41da4c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:02.431903 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3d263-2cb9-4ad6-984c-72be9a41da4c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e0c95c-8e8c-441b-a59e-e5f94e888fb2,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:02.544969 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d263-2cb9-4ad6-984c-72be9a41da4c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:02.546117 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-0dc3d263-2cb9-4ad6-984c-72be9a41da4c tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "DELETE /v2.0/security-groups/75e0c95c-8e8c-441b-a59e-e5f94e888fb2 HTTP/1.1" status: 204 len: 168 time: 0.4623547 Feb 28 19:12:02.548764 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 36838) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:02.564945 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.api.v2.resource [None req-a9eb2f86-67ec-4277-8ca2-378c1366357a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] show failed (client error): The resource could not be found. Feb 28 19:12:02.566245 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-a9eb2f86-67ec-4277-8ca2-378c1366357a tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "GET /v2.0/security-groups/75e0c95c-8e8c-441b-a59e-e5f94e888fb2 HTTP/1.1" status: 404 len: 347 time: 0.0162783 Feb 28 19:12:02.568836 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 36842) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:02.796223 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-44b44257-09be-438f-9d25-06401d74c958 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Deleting port fb305c01-ddc8-4663-abd2-71a5c1c69dcb {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:12:02.796461 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-44b44257-09be-438f-9d25-06401d74c958 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:02.963290 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-44b44257-09be-438f-9d25-06401d74c958 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:02.963628 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-44b44257-09be-438f-9d25-06401d74c958 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:03.094082 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-44b44257-09be-438f-9d25-06401d74c958 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Calling delete_port for fb305c01-ddc8-4663-abd2-71a5c1c69dcb owned by network:floatingip {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:12:03.328243 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-44b44257-09be-438f-9d25-06401d74c958 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:03.373837 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b44257-09be-438f-9d25-06401d74c958 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Pushing event deleted for resources: {'Port': ['ID=fb305c01-ddc8-4663-abd2-71a5c1c69dcb,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:03.464579 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-44b44257-09be-438f-9d25-06401d74c958 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks [] for floatingip, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:03.478365 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-44b44257-09be-438f-9d25-06401d74c958 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:03.482273 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-44b44257-09be-438f-9d25-06401d74c958 tempest-AttachVolumeShelveTestJSON-170074604 tempest-AttachVolumeShelveTestJSON-170074604-project] 10.222.0.21 "DELETE /v2.0/floatingips/489d2179-2b39-457c-be75-41b54a12e1db HTTP/1.1" status: 204 len: 168 time: 0.9099023 Feb 28 19:12:05.528245 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-bd6bb0de-5c24-42f2-8de9-8086c7baf582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:06.997064 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:12:08.139476 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-58e3dee4-a8ae-4f52-bf27-a3ce05ae886f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:08.762448 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:08.793309 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 36890) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:09.162458 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:09.439663 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8065493'] for router_interface, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:09.861776 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] Deleting port 22539e44-5256-4db8-8fe5-b361691dd1fd {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:12:09.862474 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:10.036625 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] For port 22539e44-5256-4db8-8fe5-b361691dd1fd, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=22539e44-5256-4db8-8fe5-b361691dd1fd,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:10.036973 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:10.159673 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] Calling delete_port for 22539e44-5256-4db8-8fe5-b361691dd1fd owned by network:router_interface {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:12:10.436292 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:10.485834 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=22539e44-5256-4db8-8fe5-b361691dd1fd,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:10.749577 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8065385'] for router_interface, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:10.841984 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:11.103069 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] Router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:12:11.349598 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:12:11.358148 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5520d-25fc-4ab2-949c-6ecea3c43088 None None] Sync routers for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:12:11.361376 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-f24b6415-6097-44f2-9099-82f04c994d88 admin admin] 10.222.0.21 "PUT /v2.0/routers/d520c66d-25fb-4bef-b83d-f6cf4b8c5525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5669622 Feb 28 19:12:11.363818 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 36906) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:11.367370 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d5520d-25fc-4ab2-949c-6ecea3c43088 None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:12:11.367961 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-56d5520d-25fc-4ab2-949c-6ecea3c43088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:12:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:12:11.538624 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Notify callbacks [] for router, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:11.543233 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-56d5520d-25fc-4ab2-949c-6ecea3c43088 None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:12:11.711760 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:11.784602 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Deleting port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:12:11.785199 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:11.830511 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-56d5520d-25fc-4ab2-949c-6ecea3c43088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:12:10Z', 'revision_number': 5, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port': {'id': 'e3b6fc4c-9575-481d-9dc9-353f3bf29a8f', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:01:39Z', 'updated_at': '2022-02-28T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:12:11.834157 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5520d-25fc-4ab2-949c-6ecea3c43088 None None] Checking router: d520c66d-25fb-4bef-b83d-f6cf4b8c5525 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:12:11.842924 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d5520d-25fc-4ab2-949c-6ecea3c43088 None None] Routers {'d520c66d-25fb-4bef-b83d-f6cf4b8c5525'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:12:11.843536 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-56d5520d-25fc-4ab2-949c-6ecea3c43088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:12:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:12:11.962463 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] For port e3b6fc4c-9575-481d-9dc9-353f3bf29a8f, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=e3b6fc4c-9575-481d-9dc9-353f3bf29a8f,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:11.962909 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:12.017332 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-56d5520d-25fc-4ab2-949c-6ecea3c43088 None None] Set router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 gateway port host: None {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:12:12.091125 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Calling delete_port for e3b6fc4c-9575-481d-9dc9-353f3bf29a8f owned by network:router_gateway {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:12:12.121605 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-56d5520d-25fc-4ab2-949c-6ecea3c43088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:12:11Z', 'revision_number': 6, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port_host': None}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:12:12.125868 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d5520d-25fc-4ab2-949c-6ecea3c43088 None None] The sync data for ids ['d520c66d-25fb-4bef-b83d-f6cf4b8c5525'] in dv-cinder-831187-1-iscsi is: [{'id': 'd520c66d-25fb-4bef-b83d-f6cf4b8c5525', 'name': 'tempest-AttachVolumeShelveTestJSON-1499778805-router', 'tenant_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:01:37Z', 'updated_at': '2022-02-28T19:12:11Z', 'revision_number': 6, 'project_id': 'a73fa98b1d974ed1935c4d3e2879abad', 'gw_port_host': None}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:12:12.327712 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:12.372801 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b6fc4c-9575-481d-9dc9-353f3bf29a8f,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:12.462529 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8065776'] for router_gateway, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:12.704864 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8023778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-531'] for router, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:12.706992 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:12.847593 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8023576'] for router, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:12.852711 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d520c66d-25fb-4bef-b83d-f6cf4b8c5525 {{(pid=87744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:12:12.861525 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] Notify callbacks [] for router, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:12.862666 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-e9ef2cbf-9696-49d8-830d-8c3d7a76f45c admin admin] 10.222.0.21 "DELETE /v2.0/routers/d520c66d-25fb-4bef-b83d-f6cf4b8c5525 HTTP/1.1" status: 204 len: 168 time: 1.4979541 Feb 28 19:12:12.865476 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 36912) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:12.923575 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2fda72-04ae-4b53-95cc-6e5653beb47c admin admin] Deleting subnet 714bbb42-3058-4d38-8562-8ebc8ccb1424 {{(pid=87744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:12:12.926432 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ff2fda72-04ae-4b53-95cc-6e5653beb47c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:12.977994 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ff2fda72-04ae-4b53-95cc-6e5653beb47c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7316230'] for subnet, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:13.099025 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ff2fda72-04ae-4b53-95cc-6e5653beb47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:13.225399 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ff2fda72-04ae-4b53-95cc-6e5653beb47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7319999'] for subnet, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:13.265708 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fda72-04ae-4b53-95cc-6e5653beb47c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714bbb42-3058-4d38-8562-8ebc8ccb1424,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:13.270544 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ff2fda72-04ae-4b53-95cc-6e5653beb47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:13.275841 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d6ed98-f196-4e8a-9b9e-3235c8d618d0 None None] Network 099c77b0-b32f-4f92-b4b4-e414371a1e31 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:12:13.278071 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-ff2fda72-04ae-4b53-95cc-6e5653beb47c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/714bbb42-3058-4d38-8562-8ebc8ccb1424 HTTP/1.1" status: 204 len: 168 time: 0.4116137 Feb 28 19:12:13.280767 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 36918) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:13.383107 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:13.394162 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Deleting port 4442baf0-3981-455b-9215-56c72f748a02 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:12:13.394492 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:13.555470 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e6be68-9f3a-4206-8ee5-00800eeb08a7 None None] DHCP port deletion for 099c77b0-b32f-4f92-b4b4-e414371a1e31 request from dv-cinder-831187-1-iscsi {{(pid=87746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:12:13.560248 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42e6be68-9f3a-4206-8ee5-00800eeb08a7 None None] Deleting port 4442baf0-3981-455b-9215-56c72f748a02 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:12:13.560786 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42e6be68-9f3a-4206-8ee5-00800eeb08a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:13.600533 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] For port 4442baf0-3981-455b-9215-56c72f748a02, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=4442baf0-3981-455b-9215-56c72f748a02,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:13.600889 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:13.696227 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 22539e44-5256-4db8-8fe5-b361691dd1fd no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:12:13.733603 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Calling delete_port for 4442baf0-3981-455b-9215-56c72f748a02 owned by network:dhcp {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:12:13.745840 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 22539e44-5256-4db8-8fe5-b361691dd1fd {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:12:13.746179 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 22539e44-5256-4db8-8fe5-b361691dd1fd not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:12:13.746594 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4442baf0-3981-455b-9215-56c72f748a02 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:12:13.859539 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:13.862012 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42e6be68-9f3a-4206-8ee5-00800eeb08a7 None None] For port 4442baf0-3981-455b-9215-56c72f748a02, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=4442baf0-3981-455b-9215-56c72f748a02,segment=NetworkSegment(fb67e205-e475-44b3-925e-ad1c277153d6),segment_id=fb67e205-e475-44b3-925e-ad1c277153d6)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:13.862369 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42e6be68-9f3a-4206-8ee5-00800eeb08a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:13.910602 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4442baf0-3981-455b-9215-56c72f748a02,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:13.914591 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] No DVR routers for this DVR port 4442baf0-3981-455b-9215-56c72f748a02 on host dv-cinder-831187-1-iscsi {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:12:13.929184 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No active binding found for port 4442baf0-3981-455b-9215-56c72f748a02 {{(pid=87746) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 28 19:12:13.929585 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4442baf0-3981-455b-9215-56c72f748a02 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:12:13.930027 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e3b6fc4c-9575-481d-9dc9-353f3bf29a8f no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:12:14.022366 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42e6be68-9f3a-4206-8ee5-00800eeb08a7 None None] Calling delete_port for 4442baf0-3981-455b-9215-56c72f748a02 owned by network:dhcp {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:12:14.032223 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:14.049241 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: e3b6fc4c-9575-481d-9dc9-353f3bf29a8f {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:12:14.049631 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e3b6fc4c-9575-481d-9dc9-353f3bf29a8f not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:12:14.056805 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099c77b0-b32f-4f92-b4b4-e414371a1e31']}} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:12:14.069049 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb67e205-e475-44b3-925e-ad1c277153d6') {'for_net_delete': True} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:12:14.069342 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb67e205-e475-44b3-925e-ad1c277153d6') {} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:12:14.081333 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7316287'] for segment, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:14.096012 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.db.api [None req-42e6be68-9f3a-4206-8ee5-00800eeb08a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:12:14.096360 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG oslo_db.api [None req-42e6be68-9f3a-4206-8ee5-00800eeb08a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:12:14.097602 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:14.103490 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:12:14.103902 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7091737'] for segment, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: Traceback (most recent call last): Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: timer() Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: cb(*args, **kw) Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: return func(*args, **kwargs) Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: self._notify() Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: self.callback(batched_events) Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: event.method(event) Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: return f(self, *a, **k) Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._get(url).json() Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: return self.request(url, 'GET', **kwargs) Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:12:14.116669 dv-cinder-831187-1-iscsi neutron-server[87744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:12:14.264930 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:14.269392 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:14.295352 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=099c77b0-b32f-4f92-b4b4-e414371a1e31,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:14.363023 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-5e99f031-7cb3-4b0b-8b08-7c6180a1b7d7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/099c77b0-b32f-4f92-b4b4-e414371a1e31 HTTP/1.1" status: 204 len: 168 time: 1.0811613 Feb 28 19:12:14.597927 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42e6be68-9f3a-4206-8ee5-00800eeb08a7 None None] Deleting port 4442baf0-3981-455b-9215-56c72f748a02 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:12:14.598665 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42e6be68-9f3a-4206-8ee5-00800eeb08a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:14.632201 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 36926) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:14.666862 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42e6be68-9f3a-4206-8ee5-00800eeb08a7 None None] The port '4442baf0-3981-455b-9215-56c72f748a02' was deleted {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:12:14.681346 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-4df053d3-ca83-4f83-9783-9787d4d050d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a73fa98b1d974ed1935c4d3e2879abad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478840 Feb 28 19:12:14.684381 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 36930) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:14.739717 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0c075902-2d36-450e-8063-c448acac1e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:14.765229 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0c075902-2d36-450e-8063-c448acac1e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:14.893335 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0c075902-2d36-450e-8063-c448acac1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:14.980763 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c075902-2d36-450e-8063-c448acac1e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b33c515-adfd-4e32-84d1-b637b4d2d229,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:14.988709 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0c075902-2d36-450e-8063-c448acac1e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:14.989826 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-0c075902-2d36-450e-8063-c448acac1e80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b33c515-adfd-4e32-84d1-b637b4d2d229 HTTP/1.1" status: 204 len: 168 time: 0.3045726 Feb 28 19:12:21.422820 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 37032) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:21.545267 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-9f4fcf4c-17d3-4ca8-8600-733d0964063a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:21.558837 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-9f4fcf4c-17d3-4ca8-8600-733d0964063a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:21.562696 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-9f4fcf4c-17d3-4ca8-8600-733d0964063a admin admin] Usage tracker for resource:security_group_rule and tenant:c4dc93a23b7946cc8bed9e8da234ace5 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:21.565597 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-9f4fcf4c-17d3-4ca8-8600-733d0964063a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:21.571034 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-9f4fcf4c-17d3-4ca8-8600-733d0964063a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:21.649958 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-9f4fcf4c-17d3-4ca8-8600-733d0964063a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:21.750342 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-9f4fcf4c-17d3-4ca8-8600-733d0964063a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:21.796365 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-9f4fcf4c-17d3-4ca8-8600-733d0964063a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4dc93a23b7946cc8bed9e8da234ace5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724720 Feb 28 19:12:21.797955 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fcf4c-17d3-4ca8-8600-733d0964063a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa43f99b-8566-4c16-ac27-ae320ea44c0d,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:21.799081 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37038) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:21.855220 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:21.883358 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:22.013981 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:22.030302 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa43f99b-8566-4c16-ac27-ae320ea44c0d,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:22.040945 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.041305 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.041635 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.042136 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.042521 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.043090 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.043447 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.043807 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.044726 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.054515 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.054515 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.054515 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:22.054515 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:22.054515 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-9b10076f-a400-4e2b-848b-4d5982e84b58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa43f99b-8566-4c16-ac27-ae320ea44c0d HTTP/1.1" status: 204 len: 168 time: 0.2508090 Feb 28 19:12:31.059566 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:35.447258 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-80348bca-12e4-48ad-9e41-bb2b38fcd30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:38.220405 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-632f8b04-6c6e-4b52-b000-e7b6c7a58c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:38.813023 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:39.093862 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37316) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:39.212379 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-174e0590-c282-45a0-af84-a299191a2b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:39.228180 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-174e0590-c282-45a0-af84-a299191a2b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:39.232088 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-174e0590-c282-45a0-af84-a299191a2b98 admin admin] Usage tracker for resource:security_group_rule and tenant:d7599bca48014de4ad6104f9ef382370 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:39.235136 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-174e0590-c282-45a0-af84-a299191a2b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:39.240854 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-174e0590-c282-45a0-af84-a299191a2b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:39.258019 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:39.325474 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-174e0590-c282-45a0-af84-a299191a2b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:39.464423 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-174e0590-c282-45a0-af84-a299191a2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:39.510427 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e0590-c282-45a0-af84-a299191a2b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f7eb92-b65f-4525-82c9-753a29a32fec,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:39.514693 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-174e0590-c282-45a0-af84-a299191a2b98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7599bca48014de4ad6104f9ef382370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197500 Feb 28 19:12:39.517479 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37324) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:39.577611 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6845924b-6424-4f72-bbf9-31c53243c594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:39.602210 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6845924b-6424-4f72-bbf9-31c53243c594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:39.766686 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6845924b-6424-4f72-bbf9-31c53243c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:39.781700 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845924b-6424-4f72-bbf9-31c53243c594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f7eb92-b65f-4525-82c9-753a29a32fec,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:39.787820 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6845924b-6424-4f72-bbf9-31c53243c594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:39.788927 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-6845924b-6424-4f72-bbf9-31c53243c594 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14f7eb92-b65f-4525-82c9-753a29a32fec HTTP/1.1" status: 204 len: 168 time: 0.2705562 Feb 28 19:12:40.672128 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-4dedad60-c13e-4b2a-85ba-fb073d1abe75 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1712289 Feb 28 19:12:40.761169 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-c23107d7-8286-4051-a8de-944ce5b51428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:40.762554 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-c23107d7-8286-4051-a8de-944ce5b51428 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 1099 time: 0.0696194 Feb 28 19:12:40.764106 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 37340) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:40.802076 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:40.834313 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:40.881800 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Usage tracker for resource:security_group_rule and tenant:1e772cce100b4d64b5dc1e4c71a88beb is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:40.885837 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:40.899448 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:40.921679 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:40.944255 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-5084623e-c835-4f2e-b21b-4cc67d8249f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:40.945683 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-5084623e-c835-4f2e-b21b-4cc67d8249f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1640570 Feb 28 19:12:41.067704 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-d317df90-db51-4d5e-86f3-a98ddc29413a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a42c7f1f-fdd6-4089-ba61-437e667d8528 HTTP/1.1" status: 200 len: 1002 time: 0.1156874 Feb 28 19:12:41.133586 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:41.147368 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-3f534171-6ea4-4843-bcc3-4c89ac045dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:41.148810 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-3f534171-6ea4-4843-bcc3-4c89ac045dfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0723865 Feb 28 19:12:41.224166 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-1958550d-c9d8-4cdc-b73e-812b19b6f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:41.225592 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-1958550d-c9d8-4cdc-b73e-812b19b6f5a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685241 Feb 28 19:12:41.236388 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-e329ff4a-767c-4e50-8085-d94e441310f2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 19:12:41.237325 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-e329ff4a-767c-4e50-8085-d94e441310f2 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053103 Feb 28 19:12:41.323217 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:41.400199 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a93ad97-f4ad-4367-ae96-6adb308c7a53,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:41.404133 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e772cce100b4d64b5dc1e4c71a88beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6385155 Feb 28 19:12:41.407944 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37348) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:41.418931 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.419308 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.419648 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.419987 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.420313 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.420700 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.421647 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.421977 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.422302 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.422620 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.422946 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.423295 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c828aa2b-b5e3-4346-8390-962be39123c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:41.429654 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-6539bf2b-587b-43e5-9f2b-e22b44f7da20 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869907 Feb 28 19:12:41.476735 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-44ccd018-c4c7-483a-ace4-56ffd0a16d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:41.502635 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-44ccd018-c4c7-483a-ace4-56ffd0a16d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:41.563630 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3e171afd-dca6-4ef1-990e-2cdaeb7d3d3c req-08e6fe5f-2f58-44f9-8f41-a6d16d4b05cc service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278374 Feb 28 19:12:41.720764 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-44ccd018-c4c7-483a-ace4-56ffd0a16d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:41.738169 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccd018-c4c7-483a-ace4-56ffd0a16d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a93ad97-f4ad-4367-ae96-6adb308c7a53,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:41.744280 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-44ccd018-c4c7-483a-ace4-56ffd0a16d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:41.745373 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-44ccd018-c4c7-483a-ace4-56ffd0a16d37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a93ad97-f4ad-4367-ae96-6adb308c7a53 HTTP/1.1" status: 204 len: 168 time: 0.3359957 Feb 28 19:12:43.997442 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:12:49.159311 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37436) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:49.273098 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7abb9ebc-bf98-4b53-a4ac-13887b4bcc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:49.288048 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-7abb9ebc-bf98-4b53-a4ac-13887b4bcc25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:49.291863 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-7abb9ebc-bf98-4b53-a4ac-13887b4bcc25 admin admin] Usage tracker for resource:security_group_rule and tenant:8e71dc2bb0e44443b56b692180901129 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:49.294574 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-7abb9ebc-bf98-4b53-a4ac-13887b4bcc25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:49.300388 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-7abb9ebc-bf98-4b53-a4ac-13887b4bcc25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:49.380507 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7abb9ebc-bf98-4b53-a4ac-13887b4bcc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:49.475530 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-7abb9ebc-bf98-4b53-a4ac-13887b4bcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:49.521993 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-7abb9ebc-bf98-4b53-a4ac-13887b4bcc25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e71dc2bb0e44443b56b692180901129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616490 Feb 28 19:12:49.522769 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb9ebc-bf98-4b53-a4ac-13887b4bcc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e11cc3c-855a-4513-981f-846c18b33ac7,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:49.524702 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 37442) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:49.582157 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8663846a-1612-4590-8a4a-7b506a3a333d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:49.606645 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8663846a-1612-4590-8a4a-7b506a3a333d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:49.704864 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8663846a-1612-4590-8a4a-7b506a3a333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:49.722187 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663846a-1612-4590-8a4a-7b506a3a333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e11cc3c-855a-4513-981f-846c18b33ac7,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:49.733638 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8663846a-1612-4590-8a4a-7b506a3a333d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:49.734908 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-8663846a-1612-4590-8a4a-7b506a3a333d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e11cc3c-855a-4513-981f-846c18b33ac7 HTTP/1.1" status: 204 len: 168 time: 0.2091289 Feb 28 19:12:50.343591 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 37454) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:50.362082 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8f172d66-f9d1-412f-98ce-56039ae05b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:50.377663 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-8f172d66-f9d1-412f-98ce-56039ae05b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:50.381417 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-8f172d66-f9d1-412f-98ce-56039ae05b80 admin admin] Usage tracker for resource:security_group_rule and tenant:36c00f1dae1b450c88ba3b3cf73ba62d is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:50.384167 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-8f172d66-f9d1-412f-98ce-56039ae05b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:50.389651 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-8f172d66-f9d1-412f-98ce-56039ae05b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:50.470604 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8f172d66-f9d1-412f-98ce-56039ae05b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:50.561294 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8f172d66-f9d1-412f-98ce-56039ae05b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:50.614730 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-8f172d66-f9d1-412f-98ce-56039ae05b80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36c00f1dae1b450c88ba3b3cf73ba62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695174 Feb 28 19:12:50.615644 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f172d66-f9d1-412f-98ce-56039ae05b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5448ce99-8426-45a1-b552-889f049f10d2,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:50.617609 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37460) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:50.676096 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5cedcf0c-7667-4882-8fd4-3c15f188dce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:50.700494 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5cedcf0c-7667-4882-8fd4-3c15f188dce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:50.812476 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5cedcf0c-7667-4882-8fd4-3c15f188dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:50.827883 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedcf0c-7667-4882-8fd4-3c15f188dce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5448ce99-8426-45a1-b552-889f049f10d2,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:50.837853 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5cedcf0c-7667-4882-8fd4-3c15f188dce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:50.838983 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-5cedcf0c-7667-4882-8fd4-3c15f188dce0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5448ce99-8426-45a1-b552-889f049f10d2 HTTP/1.1" status: 204 len: 168 time: 0.2204123 Feb 28 19:12:59.411970 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37560) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:59.524843 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-83981a93-ef3e-427c-920c-8abd377f2b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:59.539721 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-83981a93-ef3e-427c-920c-8abd377f2b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:59.543453 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-83981a93-ef3e-427c-920c-8abd377f2b1c admin admin] Usage tracker for resource:security_group_rule and tenant:91178068aa4c4725a7c3c3aead6ca4cf is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:59.546254 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-83981a93-ef3e-427c-920c-8abd377f2b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:59.552880 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-83981a93-ef3e-427c-920c-8abd377f2b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:59.636222 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-83981a93-ef3e-427c-920c-8abd377f2b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:59.709880 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-83981a93-ef3e-427c-920c-8abd377f2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:59.756067 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83981a93-ef3e-427c-920c-8abd377f2b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4cb07d-0ca7-4f4d-ac37-cd356c14cbc6,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:59.761017 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-83981a93-ef3e-427c-920c-8abd377f2b1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91178068aa4c4725a7c3c3aead6ca4cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480439 Feb 28 19:12:59.764006 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37566) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:59.828479 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e85b1b5b-98e0-4d4f-ad51-c1047c345f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:59.856412 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e85b1b5b-98e0-4d4f-ad51-c1047c345f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:59.972640 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e85b1b5b-98e0-4d4f-ad51-c1047c345f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:59.986640 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b1b5b-98e0-4d4f-ad51-c1047c345f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4cb07d-0ca7-4f4d-ac37-cd356c14cbc6,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:59.997006 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e85b1b5b-98e0-4d4f-ad51-c1047c345f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:59.998145 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-e85b1b5b-98e0-4d4f-ad51-c1047c345f52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d4cb07d-0ca7-4f4d-ac37-cd356c14cbc6 HTTP/1.1" status: 204 len: 168 time: 0.2331395 Feb 28 19:13:01.108761 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:01.767580 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 37616) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:01.882192 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0fe32e38-5331-49e9-a9dc-e4f288e5cd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:01.896200 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0fe32e38-5331-49e9-a9dc-e4f288e5cd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:01.900010 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0fe32e38-5331-49e9-a9dc-e4f288e5cd03 admin admin] Usage tracker for resource:security_group_rule and tenant:f4f770cf25bf4c7ba13571df4298a933 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:01.903040 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-0fe32e38-5331-49e9-a9dc-e4f288e5cd03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:01.908702 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-0fe32e38-5331-49e9-a9dc-e4f288e5cd03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:01.992505 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0fe32e38-5331-49e9-a9dc-e4f288e5cd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:02.046495 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-0fe32e38-5331-49e9-a9dc-e4f288e5cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:02.094092 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-0fe32e38-5331-49e9-a9dc-e4f288e5cd03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4f770cf25bf4c7ba13571df4298a933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254154 Feb 28 19:13:02.096868 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe32e38-5331-49e9-a9dc-e4f288e5cd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71743ac6-c973-4799-bc59-6b4ba367cf63,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:02.102398 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37626) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:02.157368 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ba408d4c-ee13-4fa1-bfcc-828315a13cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:02.184037 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ba408d4c-ee13-4fa1-bfcc-828315a13cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:02.291364 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ba408d4c-ee13-4fa1-bfcc-828315a13cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:02.309369 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba408d4c-ee13-4fa1-bfcc-828315a13cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71743ac6-c973-4799-bc59-6b4ba367cf63,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:02.313873 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ba408d4c-ee13-4fa1-bfcc-828315a13cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:02.317416 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-ba408d4c-ee13-4fa1-bfcc-828315a13cfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71743ac6-c973-4799-bc59-6b4ba367cf63 HTTP/1.1" status: 204 len: 168 time: 0.2170131 Feb 28 19:13:05.429475 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0ce9c440-3cb9-46de-b2bc-59455fa9e832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:05.694299 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-e4f7679a-6446-4a25-9c76-081876ac13d4 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c35671b1e3cb4250b1ba2d451be891f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307801 Feb 28 19:13:05.944610 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-5a3475aa-9ae0-4de1-a8ed-9501e64134e6 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:05.945990 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-5a3475aa-9ae0-4de1-a8ed-9501e64134e6 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465811 Feb 28 19:13:05.961313 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-b253a678-04cc-400f-ab7f-0ad99a4475ff tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/quotas/c35671b1e3cb4250b1ba2d451be891f8 HTTP/1.1" status: 200 len: 375 time: 0.0097396 Feb 28 19:13:06.009541 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-600818e8-dcea-4e40-824f-10cff60531c2 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c35671b1e3cb4250b1ba2d451be891f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429115 Feb 28 19:13:06.253961 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7289bde2-e39e-4c22-befd-8ad72d8b20aa req-72ae504a-ff35-404c-ace9-35e6607e7e85 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0436118 Feb 28 19:13:07.355647 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ad8ea156-6877-4297-80fb-127c025223ea req-d15a4ce3-773a-4672-a736-2f5c12c15e0a tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0463605 Feb 28 19:13:08.144301 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-86d0564f-cf2f-4b97-abc5-98890c8dd639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:08.455890 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f092c350-784c-4a0c-be9c-4c53e19dead5 req-5e884e83-0a40-44f0-a0ad-fcdc41410ecb tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0430596 Feb 28 19:13:08.785147 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:09.203612 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:09.551401 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ddf7ed72-73c6-484b-94d3-54311b572a17 req-23dfc530-60a9-4750-94c2-349d7187dc8c tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0427995 Feb 28 19:13:10.699951 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6df1cdeb-000c-47e2-acc3-e9138d458b36 req-60d84c8e-5bd6-465c-a448-a2dcafaabb9c tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0471315 Feb 28 19:13:10.863832 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:11.845112 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f43e4c4d-f65d-450a-a08b-cd2df5f02a00 req-1cb675e1-9844-4507-9e0e-55b2b1ee3405 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0424676 Feb 28 19:13:12.997356 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2288e488-5ba2-4c5c-b389-95012ba72984 req-5371f4b9-3bb2-47d0-95d0-6c0d7a6e1c74 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0454266 Feb 28 19:13:14.058155 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-db8fb21c-d811-4892-bef7-c134815012a3 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c35671b1e3cb4250b1ba2d451be891f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336862 Feb 28 19:13:14.160844 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b7f1acd0-5975-4f3e-9553-3c28d673d590 req-1476297c-b2a7-49f7-a606-ae547549e174 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0562823 Feb 28 19:13:14.239043 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-9c67eda0-19fd-401f-8bb5-112f6995d3f0 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:14.240466 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-9c67eda0-19fd-401f-8bb5-112f6995d3f0 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779644 Feb 28 19:13:14.251261 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Request body: {'port': {'device_id': '7d718293-901a-4171-9426-f77504a2e7ac', 'network_id': '4955e055-8d01-4880-84de-6e9784df448f', 'admin_state_up': True, 'tenant_id': 'c35671b1e3cb4250b1ba2d451be891f8'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:13:14.391318 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:14.395087 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Usage tracker for resource:port and tenant:c35671b1e3cb4250b1ba2d451be891f8 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:14.397898 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:14.403804 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:14.513787 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Made reservation on behalf of c35671b1e3cb4250b1ba2d451be891f8 for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:13:14.517443 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:14.530432 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:14.546007 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:14.549851 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Usage tracker for resource:security_group_rule and tenant:c35671b1e3cb4250b1ba2d451be891f8 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:14.553957 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:14.559752 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:14.647252 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:14.726893 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:14.776176 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37822) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:14.819060 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4137c691-75c9-44ac-b177-def53d9086e3,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:14.911938 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Allocated IP 192.168.233.42 (4955e055-8d01-4880-84de-6e9784df448f/8a353e74-e3e7-474b-a08f-f9931274598b/bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:13:14.961979 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf69a-6e0d-45f6-a334-7b5f78b17025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:14.979703 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f2ccf69a-6e0d-45f6-a334-7b5f78b17025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:14.984929 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f2ccf69a-6e0d-45f6-a334-7b5f78b17025 admin admin] Usage tracker for resource:security_group_rule and tenant:5213c64e563b49a2950fe2d7173e83d9 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:14.989025 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f2ccf69a-6e0d-45f6-a334-7b5f78b17025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:14.998309 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f2ccf69a-6e0d-45f6-a334-7b5f78b17025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:15.083581 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf69a-6e0d-45f6-a334-7b5f78b17025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:15.188032 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf69a-6e0d-45f6-a334-7b5f78b17025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:15.191659 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:15.209858 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Transition to ACTIVE for port object bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 will not be triggered until provisioned by entity DHCP. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:13:15.240099 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-f2ccf69a-6e0d-45f6-a334-7b5f78b17025 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5213c64e563b49a2950fe2d7173e83d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622316 Feb 28 19:13:15.241659 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccf69a-6e0d-45f6-a334-7b5f78b17025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c24f9e-a7a1-4589-ad50-7ad61d0c75b1,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:15.242841 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 37830) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:15.305109 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:15.353622 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-dbb31f05-923e-4ad9-b0f0-031440261d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:15.366311 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b27c4-512d-47e0-862d-7b187d65ad64 req-68b2ce68-6f2c-4a28-9d52-a9699bb3f3f4 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:15.373213 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c83b27c4-512d-47e0-862d-7b187d65ad64 req-68b2ce68-6f2c-4a28-9d52-a9699bb3f3f4 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 935 time: 0.0913110 Feb 28 19:13:15.387557 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Network 4955e055-8d01-4880-84de-6e9784df448f is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:13:15.397047 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:13:15.399751 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:13:15.415162 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c83b27c4-512d-47e0-862d-7b187d65ad64 req-587ad084-f462-4787-b10c-63fe4b075fff tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Feb 28 19:13:15.464722 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-dbb31f05-923e-4ad9-b0f0-031440261d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:15.479593 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Pushing event updated for resources: {'Port': ['ID=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:15.535061 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:15.535694 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:15.645518 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-dbb31f05-923e-4ad9-b0f0-031440261d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:15.647955 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-dbb31f05-923e-4ad9-b0f0-031440261d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:15.649078 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-dbb31f05-923e-4ad9-b0f0-031440261d3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56c24f9e-a7a1-4589-ad50-7ad61d0c75b1 HTTP/1.1" status: 204 len: 168 time: 0.4051580 Feb 28 19:13:15.659928 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb31f05-923e-4ad9-b0f0-031440261d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c24f9e-a7a1-4589-ad50-7ad61d0c75b1,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:15.682232 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-1c210ca4-2b0f-476f-ab55-f230eb4fadf8 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4345493 Feb 28 19:13:15.694549 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Request body: {'port': {'device_id': '7d718293-901a-4171-9426-f77504a2e7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:13:15.783466 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-af2973e8-0631-445b-9e7e-84e450c22fdc None None] Provisioning for port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:13:15.788481 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-af2973e8-0631-445b-9e7e-84e450c22fdc None None] Provisioning complete for port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:13:15.788880 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-af2973e8-0631-445b-9e7e-84e450c22fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:15.805955 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:15.844797 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-af2973e8-0631-445b-9e7e-84e450c22fdc None None] Port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:13:16.151214 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:13:16.158670 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:16.172359 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Transition to ACTIVE for port object bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:13:16.292286 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:16.354697 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37842) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:16.372231 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f1c095ff-f4fb-4574-b15a-951b6bb6052b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:16.389955 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f1c095ff-f4fb-4574-b15a-951b6bb6052b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:16.394273 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f1c095ff-f4fb-4574-b15a-951b6bb6052b admin admin] Usage tracker for resource:security_group_rule and tenant:24fc56c1a8224dec86fdca386ddb2005 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:16.397320 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f1c095ff-f4fb-4574-b15a-951b6bb6052b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:16.404134 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f1c095ff-f4fb-4574-b15a-951b6bb6052b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:16.476329 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:16.502670 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f1c095ff-f4fb-4574-b15a-951b6bb6052b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:16.565054 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Attempting to bind port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:13:16.567613 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Attempting to bind port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'a7b52119-bde8-40eb-aa64-1aa1011db3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4955e055-8d01-4880-84de-6e9784df448f'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:13:16.567613 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Attempting to bind port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 on network 4955e055-8d01-4880-84de-6e9784df448f {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:13:16.571968 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 on network 4955e055-8d01-4880-84de-6e9784df448f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:13:16.572370 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Attempting to bind port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 on network 4955e055-8d01-4880-84de-6e9784df448f {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:13:16.580779 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:13:16.581233 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Checking segment: {'id': 'a7b52119-bde8-40eb-aa64-1aa1011db3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4955e055-8d01-4880-84de-6e9784df448f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:13:16.581613 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Bound using segment: {'id': 'a7b52119-bde8-40eb-aa64-1aa1011db3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4955e055-8d01-4880-84de-6e9784df448f'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:13:16.582229 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Bound port: bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b52119-bde8-40eb-aa64-1aa1011db3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4955e055-8d01-4880-84de-6e9784df448f'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:13:16.582707 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:16.611691 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f1c095ff-f4fb-4574-b15a-951b6bb6052b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:16.672641 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] For port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:13:16.673760 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-f1c095ff-f4fb-4574-b15a-951b6bb6052b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24fc56c1a8224dec86fdca386ddb2005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203728 Feb 28 19:13:16.677255 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] For port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2,segment=NetworkSegment(a7b52119-bde8-40eb-aa64-1aa1011db3ae),segment_id=a7b52119-bde8-40eb-aa64-1aa1011db3ae)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:13:16.677412 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 37850) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:16.678388 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c095ff-f4fb-4574-b15a-951b6bb6052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6ec35d-e58f-4683-8617-ef88cf685ccb,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:16.708748 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172495a-82d1-403e-8727-e544900b2336 req-35cc72f6-ba4e-41f1-a057-673d1c3d88fe tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:16.710117 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7172495a-82d1-403e-8727-e544900b2336 req-35cc72f6-ba4e-41f1-a057-673d1c3d88fe tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 947 time: 0.1359754 Feb 28 19:13:16.741541 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d545f972-511a-4926-9062-24e6cd77c002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:16.755644 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7172495a-82d1-403e-8727-e544900b2336 req-aff5c97e-b13a-48ca-98d5-3f3d8a846c17 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397160 Feb 28 19:13:16.766725 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d545f972-511a-4926-9062-24e6cd77c002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:16.802049 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:16.857513 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:16.858114 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:16.859475 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] 10.222.0.61 "PUT /v2.0/ports/bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 HTTP/1.1" status: 200 len: 1097 time: 1.1700015 Feb 28 19:13:16.870010 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d718293-901a-4171-9426-f77504a2e7ac', 'tag': 'bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:13:16.888398 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1dc32-403e-4f1f-9daa-05b08a3d0574 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:17.037495 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d545f972-511a-4926-9062-24e6cd77c002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:17.062423 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545f972-511a-4926-9062-24e6cd77c002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6ec35d-e58f-4683-8617-ef88cf685ccb,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:17.068809 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d545f972-511a-4926-9062-24e6cd77c002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:17.072274 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-d545f972-511a-4926-9062-24e6cd77c002 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b6ec35d-e58f-4683-8617-ef88cf685ccb HTTP/1.1" status: 204 len: 168 time: 0.3914688 Feb 28 19:13:17.108402 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-97b27129-f28b-42cb-ad24-2555944089f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:17.109913 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-97b27129-f28b-42cb-ad24-2555944089f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c35671b1e3cb4250b1ba2d451be891f8&device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 1100 time: 0.1121340 Feb 28 19:13:17.168482 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d718293-901a-4171-9426-f77504a2e7ac', 'tag': 'bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2', 'status': 'completed', 'code': 200} Feb 28 19:13:17.182827 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-e6998099-1e9c-4c9f-943c-831a62b9b773 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 HTTP/1.1" status: 200 len: 217 time: 0.0651300 Feb 28 19:13:17.248772 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-3ffd31d9-0072-48d4-a02e-9357944a1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:17.250077 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-3ffd31d9-0072-48d4-a02e-9357944a1f38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a353e74-e3e7-474b-a08f-f9931274598b HTTP/1.1" status: 200 len: 843 time: 0.0606585 Feb 28 19:13:17.324152 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-0f587b3a-f8fe-4f91-8a59-af7e409e857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:17.325572 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-0f587b3a-f8fe-4f91-8a59-af7e409e857d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4955e055-8d01-4880-84de-6e9784df448f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0688450 Feb 28 19:13:17.528420 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-97c8a5bb-0826-44c8-98b4-100514d5593d service neutron] 10.222.0.61 "GET /v2.0/networks/4955e055-8d01-4880-84de-6e9784df448f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942155 Feb 28 19:13:17.664475 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5fd53a89-b87c-453f-8057-62e513f912a3 req-a781ce0b-9108-4c12-88cc-5720839dd7bc service neutron] 10.222.0.61 "GET /v2.0/networks/4955e055-8d01-4880-84de-6e9784df448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292245 Feb 28 19:13:17.885755 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def33b2-09bd-4ae6-a4cc-13e4858d03ef req-d1c90af2-c12e-4a69-8aeb-1bf4ca4d06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:17.887332 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1def33b2-09bd-4ae6-a4cc-13e4858d03ef req-d1c90af2-c12e-4a69-8aeb-1bf4ca4d06c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c35671b1e3cb4250b1ba2d451be891f8&device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 1100 time: 0.0760467 Feb 28 19:13:17.941822 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaa739-03bd-4ccd-8ec5-9ffbbca377dd req-7dcdf695-4a2f-4fbb-91ce-cded79b2c50a tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:17.943690 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-50eaa739-03bd-4ccd-8ec5-9ffbbca377dd req-7dcdf695-4a2f-4fbb-91ce-cded79b2c50a tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 947 time: 0.0819931 Feb 28 19:13:17.967906 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37866) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:17.999329 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-dc53f25f-a915-4cc5-bec4-e97eb787b878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:18.021005 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-dc53f25f-a915-4cc5-bec4-e97eb787b878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:18.023134 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def33b2-09bd-4ae6-a4cc-13e4858d03ef req-83a6736c-663e-4952-af7c-0d9549597636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:18.024682 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1def33b2-09bd-4ae6-a4cc-13e4858d03ef req-83a6736c-663e-4952-af7c-0d9549597636 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4955e055-8d01-4880-84de-6e9784df448f HTTP/1.1" status: 200 len: 870 time: 0.1307056 Feb 28 19:13:18.025471 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-50eaa739-03bd-4ccd-8ec5-9ffbbca377dd req-3bf7b4cd-f058-428f-b595-900ea68092c7 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721765 Feb 28 19:13:18.027935 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-dc53f25f-a915-4cc5-bec4-e97eb787b878 admin admin] Usage tracker for resource:security_group_rule and tenant:7b0640ca2f894437b84a9c5f13ce4d8e is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:18.030864 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-dc53f25f-a915-4cc5-bec4-e97eb787b878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:18.037576 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-dc53f25f-a915-4cc5-bec4-e97eb787b878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:18.091683 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1def33b2-09bd-4ae6-a4cc-13e4858d03ef req-e5e62bb3-2208-42ac-bc14-50d70aa690b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 HTTP/1.1" status: 200 len: 217 time: 0.0606635 Feb 28 19:13:18.118199 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-dc53f25f-a915-4cc5-bec4-e97eb787b878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:18.154921 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def33b2-09bd-4ae6-a4cc-13e4858d03ef req-68d2f444-1065-4df8-beda-49f6f1142d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:18.156375 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1def33b2-09bd-4ae6-a4cc-13e4858d03ef req-68d2f444-1065-4df8-beda-49f6f1142d7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a353e74-e3e7-474b-a08f-f9931274598b HTTP/1.1" status: 200 len: 843 time: 0.0587544 Feb 28 19:13:18.228894 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def33b2-09bd-4ae6-a4cc-13e4858d03ef req-b0403a93-5d74-4a72-acb9-d91f8fde901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:18.230303 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1def33b2-09bd-4ae6-a4cc-13e4858d03ef req-b0403a93-5d74-4a72-acb9-d91f8fde901f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4955e055-8d01-4880-84de-6e9784df448f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0672219 Feb 28 19:13:18.361316 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1def33b2-09bd-4ae6-a4cc-13e4858d03ef req-9be741f4-14a9-45ea-93a4-75809880b753 service neutron] 10.222.0.61 "GET /v2.0/networks/4955e055-8d01-4880-84de-6e9784df448f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243169 Feb 28 19:13:18.428978 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-dc53f25f-a915-4cc5-bec4-e97eb787b878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:18.476529 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-dc53f25f-a915-4cc5-bec4-e97eb787b878 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b0640ca2f894437b84a9c5f13ce4d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076389 Feb 28 19:13:18.477378 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53f25f-a915-4cc5-bec4-e97eb787b878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7539d1aa-e1d3-4d1f-940d-4c2ce7beb08c,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:18.479628 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 37870) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:18.494400 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1def33b2-09bd-4ae6-a4cc-13e4858d03ef req-c0d39162-da97-4890-978c-149703213846 service neutron] 10.222.0.61 "GET /v2.0/networks/4955e055-8d01-4880-84de-6e9784df448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265769 Feb 28 19:13:18.537622 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-35241022-899c-4e1c-bb48-023746a5a81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:18.565913 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-35241022-899c-4e1c-bb48-023746a5a81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:18.869387 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-35241022-899c-4e1c-bb48-023746a5a81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:18.894300 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35241022-899c-4e1c-bb48-023746a5a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7539d1aa-e1d3-4d1f-940d-4c2ce7beb08c,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:18.899027 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-35241022-899c-4e1c-bb48-023746a5a81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:18.900215 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-35241022-899c-4e1c-bb48-023746a5a81d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7539d1aa-e1d3-4d1f-940d-4c2ce7beb08c HTTP/1.1" status: 204 len: 168 time: 0.4197152 Feb 28 19:13:19.208832 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa28da-0d5c-48a4-83b3-df98a2f31bae req-56dcfcae-e0c3-48ee-b062-bb71f2cb63f7 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:19.210183 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0efa28da-0d5c-48a4-83b3-df98a2f31bae req-56dcfcae-e0c3-48ee-b062-bb71f2cb63f7 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 947 time: 0.0792267 Feb 28 19:13:19.254881 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0efa28da-0d5c-48a4-83b3-df98a2f31bae req-83c8d2ae-48b1-49d3-8a24-a97bb8a7b4b0 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390840 Feb 28 19:13:20.441871 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dda49-1a9c-4f0d-bf30-fe69abe7495e req-f6fd7a90-e7de-4bc4-927f-bbdd0d6a7234 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:20.443352 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4e1dda49-1a9c-4f0d-bf30-fe69abe7495e req-f6fd7a90-e7de-4bc4-927f-bbdd0d6a7234 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 947 time: 0.0835187 Feb 28 19:13:20.489717 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4e1dda49-1a9c-4f0d-bf30-fe69abe7495e req-ca7f8fe0-7b87-4c0b-ad69-5ebad805e206 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398908 Feb 28 19:13:20.996720 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:13:21.297380 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-2acaeea6-4fd9-455a-8275-8e8a195d26a1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691725167&fields=id&tenant_id=90acc320256d4622a351a587d9f604c3 HTTP/1.1" status: 200 len: 267 time: 0.0419860 Feb 28 19:13:21.450099 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-db3f9e3f-4f24-496d-9c99-267ccce66e17 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:21.451518 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-db3f9e3f-4f24-496d-9c99-267ccce66e17 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 811 time: 0.1466880 Feb 28 19:13:21.466052 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-b12c4e7a-9e27-4a16-8ebd-f1e3fe8f1655 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/quotas/90acc320256d4622a351a587d9f604c3 HTTP/1.1" status: 200 len: 375 time: 0.0085480 Feb 28 19:13:21.563683 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-e3cbccb4-160e-4f2e-966c-f4a63fa87625 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0928063 Feb 28 19:13:21.579237 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-9d052e4b-bf92-4435-b1df-4bbaee8f8bc1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 19:13:21.580173 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-9d052e4b-bf92-4435-b1df-4bbaee8f8bc1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055141 Feb 28 19:13:21.859592 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-5badb6a7-0d97-4433-a40e-9f136d0ff8d0 service neutron] 10.222.0.21 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730966 Feb 28 19:13:21.871720 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033eecf-e566-4d77-822a-24a97bbc445c req-0e97d213-0dbe-4923-854e-2d6d7f6339e0 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:21.873168 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a033eecf-e566-4d77-822a-24a97bbc445c req-0e97d213-0dbe-4923-854e-2d6d7f6339e0 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 947 time: 0.2561812 Feb 28 19:13:22.001793 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a033eecf-e566-4d77-822a-24a97bbc445c req-363c2bdb-fd0b-4ddb-9851-88dddc8b6960 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096733 Feb 28 19:13:22.033288 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-6a50cf6f-65fe-4fa8-ba8b-0611e1d55803 service neutron] 10.222.0.21 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592069 Feb 28 19:13:22.685444 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d91e0372-483b-4951-b02b-c46719ea4cd3 req-d7eb9089-460b-433c-bff0-e4649db333a0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 210 time: 0.0469172 Feb 28 19:13:22.710667 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:13:22.859974 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2,segment=NetworkSegment(a7b52119-bde8-40eb-aa64-1aa1011db3ae),segment_id=a7b52119-bde8-40eb-aa64-1aa1011db3ae)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:22.875939 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': 'bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2', 'network_id': '4955e055-8d01-4880-84de-6e9784df448f', 'port_id': 'bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2', 'mac_address': 'fa:16:3e:62:13:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a353e74-e3e7-474b-a08f-f9931274598b', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:13:22.944551 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:22.962274 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:13:22.978063 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2,segment=NetworkSegment(a7b52119-bde8-40eb-aa64-1aa1011db3ae),segment_id=a7b52119-bde8-40eb-aa64-1aa1011db3ae)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:23.092279 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:23.167265 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:23.175006 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.175449 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.175836 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.176320 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.176842 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.177184 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.177513 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.177833 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.178832 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.179189 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.179518 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.179839 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:23.219616 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dde22a-230a-45dc-b556-d02ca8562f94 req-250cc5a9-7cb3-4aba-bab4-2d9356ecbcfa tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:23.221756 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e6dde22a-230a-45dc-b556-d02ca8562f94 req-250cc5a9-7cb3-4aba-bab4-2d9356ecbcfa tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 948 time: 0.1120234 Feb 28 19:13:23.269869 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e6dde22a-230a-45dc-b556-d02ca8562f94 req-5ed6877f-3bea-487d-86a0-15737f82c780 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Feb 28 19:13:23.434871 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:13:23.851980 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c01324e6-006e-4489-956c-250b0be7fff8 req-85267d65-6fe6-48ca-a31c-eeffbcb774f3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 210 time: 0.0481358 Feb 28 19:13:24.463059 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd58c5-dc4e-495b-aab0-23bdbefdf963 req-a4c48db3-1adf-4650-b6f6-1fc32182104c tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:24.464868 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-eafd58c5-dc4e-495b-aab0-23bdbefdf963 req-a4c48db3-1adf-4650-b6f6-1fc32182104c tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 948 time: 0.0873179 Feb 28 19:13:24.511048 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-eafd58c5-dc4e-495b-aab0-23bdbefdf963 req-4ab88935-146e-4e02-86e4-48029b1595cc tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399053 Feb 28 19:13:24.733506 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:13:24.936147 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:13:24.942072 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:13:24.942638 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:25.006025 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b8fd3be6-e9f5-43d2-bbe2-6af16499542c req-ec792d23-439f-4976-b2dc-4e32e881ec4f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 210 time: 0.0435584 Feb 28 19:13:25.060118 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:25.086873 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d718293-901a-4171-9426-f77504a2e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:13:25.096750 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2,segment=NetworkSegment(a7b52119-bde8-40eb-aa64-1aa1011db3ae),segment_id=a7b52119-bde8-40eb-aa64-1aa1011db3ae)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:25.182445 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:25.210590 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-e2661641-7317-4f46-b5a8-cc8f410cdad9 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:25.213315 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-e2661641-7317-4f46-b5a8-cc8f410cdad9 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 811 time: 0.1559427 Feb 28 19:13:25.272480 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-751037c4-01bb-495d-bcc5-d2a18785b81f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90acc320256d4622a351a587d9f604c3 HTTP/1.1" status: 200 len: 379 time: 0.0512886 Feb 28 19:13:25.281802 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d718293-901a-4171-9426-f77504a2e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2', 'code': 200} Feb 28 19:13:25.282751 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'port': {'device_id': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'admin_state_up': True, 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'security_groups': ['296634e9-4f6f-472c-b8db-1f4315731dc9']}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:13:25.290007 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:25.422782 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:25.427805 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:port and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:25.430809 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:25.436564 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:25.520925 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Made reservation on behalf of 90acc320256d4622a351a587d9f604c3 for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:13:25.524530 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:25.715614 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Allocated IP 172.20.0.10 (782279ce-5700-40e2-9c75-fac7ff451ff3/8aef53b0-2440-4863-935a-1de0b529ed68/15c20d67-5dfd-43c2-84f1-6f01de9fa67e) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:13:25.718334 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4682c-5490-412c-9447-95ea2492ce1f req-3c76f792-5347-4ae2-89bd-0f82b6ce7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:25.719830 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2fe4682c-5490-412c-9447-95ea2492ce1f req-3c76f792-5347-4ae2-89bd-0f82b6ce7384 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 1102 time: 0.1312671 Feb 28 19:13:25.732592 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a926cfe-570d-4dbd-b6e5-bcdf99e35d79 req-3421cb0a-3ec0-4371-9e4c-b0200b6b5cf9 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:25.734132 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2a926cfe-570d-4dbd-b6e5-bcdf99e35d79 req-3421cb0a-3ec0-4371-9e4c-b0200b6b5cf9 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 949 time: 0.1075132 Feb 28 19:13:25.801124 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2fe4682c-5490-412c-9447-95ea2492ce1f req-297d4f46-48d3-4d6e-9f77-fdf5e563b14b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659323 Feb 28 19:13:25.807822 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2a926cfe-570d-4dbd-b6e5-bcdf99e35d79 req-df740182-f75a-4aa3-ab52-2b8e89d224cd tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583887 Feb 28 19:13:25.910437 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:25.926586 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Transition to ACTIVE for port object 15c20d67-5dfd-43c2-84f1-6f01de9fa67e will not be triggered until provisioned by entity DHCP. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:13:26.000974 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:26.148148 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Network 782279ce-5700-40e2-9c75-fac7ff451ff3 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:13:26.151583 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:13:26.154441 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:13:26.187322 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'Port': ['ID=15c20d67-5dfd-43c2-84f1-6f01de9fa67e,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:26.207131 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e41f9-015f-460d-a8ec-e460a7ee57e2 req-74265b5c-6842-4d93-9bab-7e0119cf3a28 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:26.208680 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-aa2e41f9-015f-460d-a8ec-e460a7ee57e2 req-74265b5c-6842-4d93-9bab-7e0119cf3a28 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 932 time: 0.0875993 Feb 28 19:13:26.229361 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:26.230126 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:26.256292 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-aa2e41f9-015f-460d-a8ec-e460a7ee57e2 req-85ed9ade-70a3-49c8-abd5-a3904c07bf12 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418193 Feb 28 19:13:26.371858 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-45a8a56f-89fb-43ca-895d-ce64203e679f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0928206 Feb 28 19:13:26.384167 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Request body: {'port': {'device_id': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:13:26.467389 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-363c60fd-4cab-41bb-a0a6-6d63124dcc87 None None] Provisioning for port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:13:26.473130 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-363c60fd-4cab-41bb-a0a6-6d63124dcc87 None None] Provisioning complete for port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:13:26.473497 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-363c60fd-4cab-41bb-a0a6-6d63124dcc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:26.505634 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:26.528138 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-363c60fd-4cab-41bb-a0a6-6d63124dcc87 None None] Port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:13:26.865125 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c20d67-5dfd-43c2-84f1-6f01de9fa67e {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:13:26.870707 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:26.885945 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Transition to ACTIVE for port object 15c20d67-5dfd-43c2-84f1-6f01de9fa67e will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:13:26.970176 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:27.008735 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e83d9-0970-47cb-882d-731a73cd1cea req-6c038eef-9b99-4acb-945b-c0dfdb54d900 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:27.010211 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f64e83d9-0970-47cb-882d-731a73cd1cea req-6c038eef-9b99-4acb-945b-c0dfdb54d900 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 949 time: 0.0845377 Feb 28 19:13:27.059065 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f64e83d9-0970-47cb-882d-731a73cd1cea req-236603b3-d59e-482d-9519-f1883fe00579 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 Feb 28 19:13:27.144213 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Pushing event updated for resources: {'Port': ['ID=15c20d67-5dfd-43c2-84f1-6f01de9fa67e,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:27.226388 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Attempting to bind port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:13:27.226856 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Attempting to bind port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:13:27.227301 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Attempting to bind port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e on network 782279ce-5700-40e2-9c75-fac7ff451ff3 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:13:27.232183 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e on network 782279ce-5700-40e2-9c75-fac7ff451ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:13:27.232761 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Attempting to bind port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e on network 782279ce-5700-40e2-9c75-fac7ff451ff3 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:13:27.238887 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:13:27.239415 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Checking segment: {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:13:27.239637 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Bound using segment: {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:13:27.240064 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Bound port: 15c20d67-5dfd-43c2-84f1-6f01de9fa67e, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce6a53b-ff8d-4990-8171-c5a396c52ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:13:27.240413 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:27.333213 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] For port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:13:27.335315 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] For port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=15c20d67-5dfd-43c2-84f1-6f01de9fa67e,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:13:27.429479 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:27.452712 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5911207-756c-46e5-9fbe-401c25526481 req-3637b068-7e71-4e09-b298-78f615f4e169 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:27.454291 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e5911207-756c-46e5-9fbe-401c25526481 req-3637b068-7e71-4e09-b298-78f615f4e169 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 944 time: 0.0869594 Feb 28 19:13:27.489659 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:27.490276 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:27.491685 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] 10.222.0.61 "PUT /v2.0/ports/15c20d67-5dfd-43c2-84f1-6f01de9fa67e HTTP/1.1" status: 200 len: 1094 time: 1.1120126 Feb 28 19:13:27.492117 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'tag': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:13:27.514512 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e5911207-756c-46e5-9fbe-401c25526481 req-e4dc9059-3f58-4730-8305-ac30fbc54ffe tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529485 Feb 28 19:13:27.531417 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730d95d-ff9c-493f-8d9e-a3ac725dc321 service neutron] Pushing event updated for resources: {'Port': ['ID=15c20d67-5dfd-43c2-84f1-6f01de9fa67e,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:27.652116 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-d3914f9c-0a7b-4c15-b174-cba831c9cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:27.653579 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-d3914f9c-0a7b-4c15-b174-cba831c9cac0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 1097 time: 0.0746615 Feb 28 19:13:27.727570 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-41927a0b-c007-47ce-bd8e-e18de42c0c21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c20d67-5dfd-43c2-84f1-6f01de9fa67e HTTP/1.1" status: 200 len: 217 time: 0.0672190 Feb 28 19:13:27.793102 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-d719ff5a-db70-465c-8ed4-f2ff76799084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:27.794564 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-d719ff5a-db70-465c-8ed4-f2ff76799084 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0615594 Feb 28 19:13:27.872488 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-cbb30cc4-6b64-4ff1-bcc1-34798c62cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:27.873967 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-cbb30cc4-6b64-4ff1-bcc1-34798c62cf7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731089 Feb 28 19:13:28.004558 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-2e521538-2a0a-46f6-99f4-7978c6b73738 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236889 Feb 28 19:13:28.207993 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5634f2a8-38d6-4ea8-8b7a-4067b79e06a4 req-ea2be439-fcac-41d4-99f8-a05019a7f898 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978102 Feb 28 19:13:28.259256 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5cee6-6c42-4778-9b34-526aa83501a3 req-14422fce-b92a-4f55-b153-163e181e770a tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:28.260632 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5ac5cee6-6c42-4778-9b34-526aa83501a3 req-14422fce-b92a-4f55-b153-163e181e770a tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 949 time: 0.0868208 Feb 28 19:13:28.305686 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5ac5cee6-6c42-4778-9b34-526aa83501a3 req-93b3b174-7c71-49d2-b764-d6f24f25a21f tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 Feb 28 19:13:28.557730 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'tag': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e', 'status': 'completed', 'code': 200} Feb 28 19:13:28.648775 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199329b-4e88-4b81-a23c-779839382d4f req-72bcebb9-b802-4ba8-9434-22991bd7bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:28.650323 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c199329b-4e88-4b81-a23c-779839382d4f req-72bcebb9-b802-4ba8-9434-22991bd7bd83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 1097 time: 0.0729856 Feb 28 19:13:28.722538 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87adc2d-2adb-4b24-a81d-ad694200c6f9 req-ac9fa49d-7089-4bd3-a39b-16d3f8dc9636 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:28.724006 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a87adc2d-2adb-4b24-a81d-ad694200c6f9 req-ac9fa49d-7089-4bd3-a39b-16d3f8dc9636 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 944 time: 0.0802751 Feb 28 19:13:28.772185 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a87adc2d-2adb-4b24-a81d-ad694200c6f9 req-e327dc97-f598-4ab8-9174-f71963025ca5 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423148 Feb 28 19:13:28.789305 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199329b-4e88-4b81-a23c-779839382d4f req-84002187-e5bb-44ae-bb40-086ef6dfce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:28.791320 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c199329b-4e88-4b81-a23c-779839382d4f req-84002187-e5bb-44ae-bb40-086ef6dfce33 service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1351969 Feb 28 19:13:28.864741 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c199329b-4e88-4b81-a23c-779839382d4f req-61684997-3ec5-4021-ae63-ed54b934af2a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c20d67-5dfd-43c2-84f1-6f01de9fa67e HTTP/1.1" status: 200 len: 217 time: 0.0669153 Feb 28 19:13:28.929355 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199329b-4e88-4b81-a23c-779839382d4f req-977c33a2-ae03-4645-bb9a-6567fe67820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:28.931170 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c199329b-4e88-4b81-a23c-779839382d4f req-977c33a2-ae03-4645-bb9a-6567fe67820a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0612030 Feb 28 19:13:29.019979 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199329b-4e88-4b81-a23c-779839382d4f req-339a874f-6d24-418d-8a68-341533ba362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:29.025770 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c199329b-4e88-4b81-a23c-779839382d4f req-339a874f-6d24-418d-8a68-341533ba362b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842004 Feb 28 19:13:29.104679 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2945db-7a4e-4fff-a6ff-1edb6aee3ffb req-e30371d9-c04b-454f-b713-c2528655e2df tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:29.105992 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5e2945db-7a4e-4fff-a6ff-1edb6aee3ffb req-e30371d9-c04b-454f-b713-c2528655e2df tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 949 time: 0.0784709 Feb 28 19:13:29.152270 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5e2945db-7a4e-4fff-a6ff-1edb6aee3ffb req-19422f39-7268-4a94-8246-988a67812879 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392020 Feb 28 19:13:29.159060 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c199329b-4e88-4b81-a23c-779839382d4f req-204bd88e-9934-4bdc-b62f-a1cdd6f66995 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295440 Feb 28 19:13:29.292782 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c199329b-4e88-4b81-a23c-779839382d4f req-5b80ede4-d99b-4b81-904e-9ef03f768193 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277111 Feb 28 19:13:29.963846 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad470e07-f36e-4412-a483-a756c85f9444 req-b53b10d8-bb2c-4352-851e-6ad98da20989 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:29.965183 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ad470e07-f36e-4412-a483-a756c85f9444 req-b53b10d8-bb2c-4352-851e-6ad98da20989 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 944 time: 0.0839248 Feb 28 19:13:30.008828 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ad470e07-f36e-4412-a483-a756c85f9444 req-9d9ae592-cb6a-4394-b434-a1e08ecd0ead tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380721 Feb 28 19:13:30.335145 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41a453-c6f6-4c40-9c57-7a1f12efffd1 req-8d515d68-9f01-4a72-bef0-b98c0a54612f tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:30.336504 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0c41a453-c6f6-4c40-9c57-7a1f12efffd1 req-8d515d68-9f01-4a72-bef0-b98c0a54612f tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 949 time: 0.0807242 Feb 28 19:13:30.380511 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0c41a453-c6f6-4c40-9c57-7a1f12efffd1 req-e04dee90-d764-468b-8bfd-559fcfa7551b tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/security-groups?id=4137c691-75c9-44ac-b177-def53d9086e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383832 Feb 28 19:13:30.515498 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128f042-f14d-44e1-b87b-852165918ae8 req-de12e7a4-be11-4dfb-bdba-0e9f67c50485 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:30.516194 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-0128f042-f14d-44e1-b87b-852165918ae8 req-de12e7a4-be11-4dfb-bdba-0e9f67c50485 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Synchronizing usage tracker for tenant:c35671b1e3cb4250b1ba2d451be891f8 on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:13:30.650239 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-0128f042-f14d-44e1-b87b-852165918ae8 req-de12e7a4-be11-4dfb-bdba-0e9f67c50485 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Unset dirty status for tenant:c35671b1e3cb4250b1ba2d451be891f8 on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:13:30.651433 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-0128f042-f14d-44e1-b87b-852165918ae8 req-de12e7a4-be11-4dfb-bdba-0e9f67c50485 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 949 time: 0.2145154 Feb 28 19:13:30.723534 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-0128f042-f14d-44e1-b87b-852165918ae8 req-433bda56-8b0a-4769-be04-b826d538046e tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Deleting port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:30.723870 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-0128f042-f14d-44e1-b87b-852165918ae8 req-433bda56-8b0a-4769-be04-b826d538046e tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:30.969016 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-0128f042-f14d-44e1-b87b-852165918ae8 req-433bda56-8b0a-4769-be04-b826d538046e tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] For port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2,segment=NetworkSegment(a7b52119-bde8-40eb-aa64-1aa1011db3ae),segment_id=a7b52119-bde8-40eb-aa64-1aa1011db3ae)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:30.969363 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-0128f042-f14d-44e1-b87b-852165918ae8 req-433bda56-8b0a-4769-be04-b826d538046e tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:31.098874 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-0128f042-f14d-44e1-b87b-852165918ae8 req-433bda56-8b0a-4769-be04-b826d538046e tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Calling delete_port for bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:31.114997 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:31.206028 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3171a2a-4434-44c9-9063-ac8d7db7bf0d req-2ceacb11-186a-40d1-9323-aec37e743c49 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:31.210946 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a3171a2a-4434-44c9-9063-ac8d7db7bf0d req-2ceacb11-186a-40d1-9323-aec37e743c49 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 944 time: 0.0899630 Feb 28 19:13:31.255944 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a3171a2a-4434-44c9-9063-ac8d7db7bf0d req-4df6ae47-ccac-4835-b170-bb1e6e240fe0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428305 Feb 28 19:13:31.315474 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-0128f042-f14d-44e1-b87b-852165918ae8 req-433bda56-8b0a-4769-be04-b826d538046e tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:31.327010 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:13:31.367670 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bda56-8b0a-4769-be04-b826d538046e tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Pushing event deleted for resources: {'Port': ['ID=bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:31.451607 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-0128f042-f14d-44e1-b87b-852165918ae8 req-433bda56-8b0a-4769-be04-b826d538046e tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] No DVR routers for this DVR port bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:13:31.454258 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-0128f042-f14d-44e1-b87b-852165918ae8 req-433bda56-8b0a-4769-be04-b826d538046e tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:31.464198 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d718293-901a-4171-9426-f77504a2e7ac', 'name': 'network-vif-deleted', 'tag': 'bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:13:31.533407 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-0128f042-f14d-44e1-b87b-852165918ae8 req-433bda56-8b0a-4769-be04-b826d538046e tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.61 "DELETE /v2.0/ports/bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 HTTP/1.1" status: 204 len: 173 time: 0.8759315 Feb 28 19:13:31.556020 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a908c10f-fcad-4581-a825-05a38dfba3a8 req-405d956b-b0e7-4ec3-92c5-22651a435e33 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0514922 Feb 28 19:13:31.693673 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d718293-901a-4171-9426-f77504a2e7ac', 'name': 'network-vif-deleted', 'tag': 'bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2', 'status': 'completed', 'code': 200} Feb 28 19:13:32.442318 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d81e-7b69-45a4-bf78-8055b3f5965e req-00ef1226-3cf9-490b-adf5-49e9f3b117b8 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:32.443785 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dc05d81e-7b69-45a4-bf78-8055b3f5965e req-00ef1226-3cf9-490b-adf5-49e9f3b117b8 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 944 time: 0.0822380 Feb 28 19:13:32.487993 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dc05d81e-7b69-45a4-bf78-8055b3f5965e req-a7ed11bc-3b77-45b5-adba-3c15e7e0ad73 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385704 Feb 28 19:13:32.727701 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-01d2abda-4123-479c-b8bf-35a35d2f4cea req-de801226-1afd-4b15-a791-1ce110667401 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0450051 Feb 28 19:13:33.671722 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3765a-f4a1-4ed9-bc53-af711377e762 req-17acda29-25f7-4573-b62c-29a861386ecf tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:33.673169 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a2f3765a-f4a1-4ed9-bc53-af711377e762 req-17acda29-25f7-4573-b62c-29a861386ecf tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 944 time: 0.0833037 Feb 28 19:13:33.717454 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a2f3765a-f4a1-4ed9-bc53-af711377e762 req-3e37e675-050a-44bb-a42c-82037769d863 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378907 Feb 28 19:13:33.885052 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-48a8cb2e-e602-4fd4-9f03-512fb3c06ebc req-a70aa298-65cb-49dd-b7f4-135d79894288 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0425005 Feb 28 19:13:34.901850 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d92829-6d41-485d-b3c1-a1c9c593cd5a req-122634f2-8b3e-4b00-9510-1771dc4599c1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:34.903286 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e3d92829-6d41-485d-b3c1-a1c9c593cd5a req-122634f2-8b3e-4b00-9510-1771dc4599c1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 944 time: 0.0818338 Feb 28 19:13:35.074823 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4b166c60-69b2-4b9a-a063-8a9d29476e8f req-7e9e2e79-1695-4bd2-b251-4f46f658cc6b tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0528908 Feb 28 19:13:35.084932 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e3d92829-6d41-485d-b3c1-a1c9c593cd5a req-d15dffb6-3a41-440e-8ddc-b05f174205a3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760805 Feb 28 19:13:35.473515 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-acc09581-3b6c-4ca9-93b2-f2ccd441e9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:36.165511 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:13:36.204094 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:13:36.204438 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device bcf136c7-e5c8-429d-b97c-fa6ab39aa1d2 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:13:36.265222 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fa65b203-bfd8-40c0-923e-53663a792e35 req-08631c89-3cc8-4250-bbd6-6803e98ad1c1 tempest-VolumesNegativeTest-1310139091 tempest-VolumesNegativeTest-1310139091-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d718293-901a-4171-9426-f77504a2e7ac HTTP/1.1" status: 200 len: 210 time: 0.0727293 Feb 28 19:13:36.313698 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a187e-4873-4d83-94e4-7d022c6a5444 req-7c50e4c0-633e-4413-a359-e559344ab723 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:36.315134 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5b7a187e-4873-4d83-94e4-7d022c6a5444 req-7c50e4c0-633e-4413-a359-e559344ab723 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 944 time: 0.0877595 Feb 28 19:13:36.360905 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5b7a187e-4873-4d83-94e4-7d022c6a5444 req-178476c2-a8e1-4539-9733-37422bab3932 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378506 Feb 28 19:13:37.551361 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34284ad2-3e22-4c9c-8fb2-721392d12741 req-3ef09470-9dc0-463d-a557-35ab0b4b25d2 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:37.552722 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-34284ad2-3e22-4c9c-8fb2-721392d12741 req-3ef09470-9dc0-463d-a557-35ab0b4b25d2 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 944 time: 0.0870233 Feb 28 19:13:37.595529 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-34284ad2-3e22-4c9c-8fb2-721392d12741 req-cf3e13e4-774d-494c-8b43-5f6ca09531bc tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372043 Feb 28 19:13:38.146915 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-64ca0117-73cd-4d1b-83f0-293092145411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.778090 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.792580 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3266e0-5300-4239-9ebb-2d505cbafd43 req-58799c00-72d1-4c63-b400-d5389c002ae4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:38.794130 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9f3266e0-5300-4239-9ebb-2d505cbafd43 req-58799c00-72d1-4c63-b400-d5389c002ae4 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 944 time: 0.0823991 Feb 28 19:13:38.808049 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 15c20d67-5dfd-43c2-84f1-6f01de9fa67e details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:13:38.837776 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9f3266e0-5300-4239-9ebb-2d505cbafd43 req-44601477-5c65-411a-8151-7809fa8fd0a1 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373478 Feb 28 19:13:38.950827 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=15c20d67-5dfd-43c2-84f1-6f01de9fa67e,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:38.966947 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'port_id': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e', 'mac_address': 'fa:16:3e:ef:6c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:13:39.037469 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:39.049182 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c20d67-5dfd-43c2-84f1-6f01de9fa67e {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:13:39.065789 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=15c20d67-5dfd-43c2-84f1-6f01de9fa67e,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:39.147442 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:39.195794 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:39.219040 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=15c20d67-5dfd-43c2-84f1-6f01de9fa67e,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:39.461932 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['15c20d67-5dfd-43c2-84f1-6f01de9fa67e'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:13:40.025817 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3bca5-b2f1-4162-9f2b-936f4b397a97 req-d043f5f5-cb5a-4238-ac56-143365bf269e tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:40.027444 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1bb3bca5-b2f1-4162-9f2b-936f4b397a97 req-d043f5f5-cb5a-4238-ac56-143365bf269e tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 945 time: 0.0838070 Feb 28 19:13:40.071441 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1bb3bca5-b2f1-4162-9f2b-936f4b397a97 req-dc760fa9-9531-4b57-bcdd-aad7f601f97d tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380805 Feb 28 19:13:40.819653 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 15c20d67-5dfd-43c2-84f1-6f01de9fa67e up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:13:40.920504 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:40.992724 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:13:40.997902 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:13:41.002624 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:41.116913 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:41.144897 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:13:41.155343 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=15c20d67-5dfd-43c2-84f1-6f01de9fa67e,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:41.197505 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e', 'code': 200} Feb 28 19:13:41.271397 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6395f4-65d3-4324-8d27-f96c8c3d98b7 req-012b4dc6-1815-4f03-b7bb-797f308016ae tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:41.272872 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4e6395f4-65d3-4324-8d27-f96c8c3d98b7 req-012b4dc6-1815-4f03-b7bb-797f308016ae tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 945 time: 0.0880449 Feb 28 19:13:41.309722 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:41.322384 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4e6395f4-65d3-4324-8d27-f96c8c3d98b7 req-4a814cb0-563e-4e90-aa0b-4e7afa0140e3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435936 Feb 28 19:13:41.382387 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=15c20d67-5dfd-43c2-84f1-6f01de9fa67e,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:41.743070 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cff56-d0b1-4a79-b983-d9661c1ef579 req-e6a1f951-b5fd-477b-9182-9c251745175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:41.744598 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1f8cff56-d0b1-4a79-b983-d9661c1ef579 req-e6a1f951-b5fd-477b-9182-9c251745175e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 1099 time: 0.1520548 Feb 28 19:13:41.794409 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-1f8cff56-d0b1-4a79-b983-d9661c1ef579 req-eaf5027f-b83a-4da4-a115-03d724b23b2f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390797 Feb 28 19:13:41.858261 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-5990a453-82ff-4817-be26-d5843a62da19 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779591 Feb 28 19:13:42.204598 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-719fe22b-23b1-4783-96fc-c710f0c63858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:42.207472 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-719fe22b-23b1-4783-96fc-c710f0c63858 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 1099 time: 0.0763214 Feb 28 19:13:42.360680 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-1c11f95d-2033-4e9f-b655-30852dc6a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:42.362811 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-1c11f95d-2033-4e9f-b655-30852dc6a67b service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1366830 Feb 28 19:13:42.530568 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-b98b102e-2c3c-4e68-aa07-82169b3029fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a42c7f1f-fdd6-4089-ba61-437e667d8528 HTTP/1.1" status: 200 len: 1002 time: 0.1616585 Feb 28 19:13:42.608385 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcea0d-a6ca-47c9-9d3f-d01aa04df555 req-61b4922d-8207-454f-90fd-26eecb102b62 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:42.609817 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-50dcea0d-a6ca-47c9-9d3f-d01aa04df555 req-61b4922d-8207-454f-90fd-26eecb102b62 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 946 time: 0.1531863 Feb 28 19:13:42.619374 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-b37ca240-836f-4914-810b-fd69447d1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:42.620778 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-b37ca240-836f-4914-810b-fd69447d1ea3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0811706 Feb 28 19:13:42.711045 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-50dcea0d-a6ca-47c9-9d3f-d01aa04df555 req-a57e0cea-41ea-4510-b417-52dac20a211c tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933867 Feb 28 19:13:42.741048 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-f32bcd68-dfe2-4e0d-a76f-3fc99332a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:42.744062 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-f32bcd68-dfe2-4e0d-a76f-3fc99332a768 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1070383 Feb 28 19:13:42.877302 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-4caba928-f811-426a-8d21-990cc423319f service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275082 Feb 28 19:13:43.016923 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a6997c87-e7e8-4b60-bf3d-e936de6019fc req-8818beb0-977e-47d8-8540-3a5f4efa8859 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329796 Feb 28 19:13:43.901337 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf233c58-6bf1-4c80-aa54-04cb7208a416 req-2e820c4b-541e-4f9f-9d8c-d7ac54c4aad8 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:43.902810 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cf233c58-6bf1-4c80-aa54-04cb7208a416 req-2e820c4b-541e-4f9f-9d8c-d7ac54c4aad8 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 946 time: 0.0839033 Feb 28 19:13:43.950552 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cf233c58-6bf1-4c80-aa54-04cb7208a416 req-39763cd9-6b1d-46a0-86bc-67f213994f66 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Feb 28 19:13:44.256147 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fb6ad-ae0a-482b-95bb-7e3d564da581 req-13f23681-b44a-4bf7-8fa4-f4b52dc48577 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:44.256147 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d80fb6ad-ae0a-482b-95bb-7e3d564da581 req-13f23681-b44a-4bf7-8fa4-f4b52dc48577 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 946 time: 0.1900856 Feb 28 19:13:44.297370 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d80fb6ad-ae0a-482b-95bb-7e3d564da581 req-fe44cb9a-c902-46aa-b954-ae8bfadaa493 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376554 Feb 28 19:13:44.320995 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 38404) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:44.576316 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59468b-0788-45fa-a592-fcd578853d8f tempest-TestVolumeBootPattern-1659949423 tempest-TestVolumeBootPattern-1659949423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:44.578377 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-9d59468b-0788-45fa-a592-fcd578853d8f tempest-TestVolumeBootPattern-1659949423 tempest-TestVolumeBootPattern-1659949423-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 1094 time: 0.2564270 Feb 28 19:13:44.582304 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 38412) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:44.587806 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Request body: {'floatingip': {'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'port_id': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:13:44.594385 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:44.599742 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Usage tracker for resource:floatingip and tenant:90acc320256d4622a351a587d9f604c3 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:44.602892 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:44.609381 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:44.684349 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.689944 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 38428) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:44.826005 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.850693 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-d59d4ea7-a10b-47b3-8fbd-41d35f70dfd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c35671b1e3cb4250b1ba2d451be891f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589563 Feb 28 19:13:44.853233 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 38436) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:44.915001 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.941514 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.969085 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Allocated IP 172.27.1.109 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/9d105045-6507-4956-b4ee-856f7d827694) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:13:45.072664 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.091157 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4137c691-75c9-44ac-b177-def53d9086e3,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:45.097096 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.097440 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.097779 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.098116 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.098464 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.098787 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.099123 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.099457 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.099783 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.100103 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.100419 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.100739 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.105083 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.109790 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-d411741e-f650-4ba0-a81a-fe9098e618d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4137c691-75c9-44ac-b177-def53d9086e3 HTTP/1.1" status: 204 len: 168 time: 0.2519805 Feb 28 19:13:45.125566 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.263629 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.324449 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:13:45.327382 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:13:45.331194 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:13:45.377647 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'Port': ['ID=9d105045-6507-4956-b4ee-856f7d827694,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:45.394578 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.394823 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.395175 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.395505 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.395827 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.399248 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.399742 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.400166 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.400506 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.400838 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.401753 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.401753 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:45.920122 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.142230 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.323564 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 38464) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:46.439019 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1160158258-network', 'tenant_id': '1c06762c8979480f92330ac600b63c5c'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:13:46.445416 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:46.445764 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.449621 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Usage tracker for resource:network and tenant:1c06762c8979480f92330ac600b63c5c is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:46.452527 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:46.462060 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:46.537400 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.549041 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Made reservation on behalf of 1c06762c8979480f92330ac600b63c5c for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:13:46.561272 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.563647 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.579667 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:46.584471 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Usage tracker for resource:security_group_rule and tenant:1c06762c8979480f92330ac600b63c5c is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:46.587442 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:46.593507 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:46.656015 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event updated for resources: {'Port': ['ID=9d105045-6507-4956-b4ee-856f7d827694,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:46.662335 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.682850 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.758310 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.792379 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:13:46.797889 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bb7ccb-15f7-4031-befa-50bd8303a357,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:46.806998 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.807263 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Added segment 37b43083-05fb-49ea-bdc5-611659d72950 of type vlan for network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 Feb 28 19:13:46.834349 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.838202 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.l3_db [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Floating IP f2faf7b1-38da-4820-b083-0be2674e0057 associated. External IP: 172.27.1.109, port: 15c20d67-5dfd-43c2-84f1-6f01de9fa67e. Feb 28 19:13:46.930286 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.931422 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:46.932000 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:47.040670 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] Pushing event updated for resources: {'Network': ['ID=686c36cb-f669-4810-83b3-a9d37b1a6ff3,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:47.053909 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:13:47.112944 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-8d6fcd10-78a6-45b0-86b0-4c98812c69dd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7857370 Feb 28 19:13:47.113161 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 38470) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:47.122893 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Request body: {'subnet': {'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1160158258-subnet', 'tenant_id': '1c06762c8979480f92330ac600b63c5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:13:47.127974 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:47.131895 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Usage tracker for resource:subnet and tenant:1c06762c8979480f92330ac600b63c5c is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:47.134979 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:47.140742 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:47.266958 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Made reservation on behalf of 1c06762c8979480f92330ac600b63c5c for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:13:47.270280 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6601737'] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:47.313246 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:13:47.518148 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:13:47.532186 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc36e2-e4c8-4cd0-b78b-3ce1dd77cd1b None None] Sync routers for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:13:47.541199 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8311434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6601759'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:47.546046 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc36e2-e4c8-4cd0-b78b-3ce1dd77cd1b None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:13:47.546654 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-5acc36e2-e4c8-4cd0-b78b-3ce1dd77cd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:13:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:47.618254 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:47.628780 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=00be50b5-7d16-4811-b0e1-44e08fc136db,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:47.634403 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Checking segment: {'id': '37b43083-05fb-49ea-bdc5-611659d72950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:13:47.634759 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Network hostable DHCP agents. Network: 686c36cb-f669-4810-83b3-a9d37b1a6ff3, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:13:47.682885 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-4865792b-b9df-477d-8353-2d2b0c5b7cc3 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0994899 Feb 28 19:13:47.683860 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'tag': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:13:47.712555 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:13:47.728822 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'tag': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e', 'status': 'completed', 'code': 200} Feb 28 19:13:47.740795 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-5acc36e2-e4c8-4cd0-b78b-3ce1dd77cd1b None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:13:47.802771 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 686c36cb-f669-4810-83b3-a9d37b1a6ff3) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:13:47.808910 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:47.809573 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:47.816403 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c37f7b-3c3a-43ff-b36e-ba32a255aa3c None None] Network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:13:47.850108 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d955990-cbc3-4be6-98b1-87b79a53b815 req-767bc443-b513-4930-a17a-09a81437ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:47.851592 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d955990-cbc3-4be6-98b1-87b79a53b815 req-767bc443-b513-4930-a17a-09a81437ef5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 1099 time: 0.0972524 Feb 28 19:13:47.943122 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-c46e27f8-1c38-493d-bc9f-016036616daa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8287871 Feb 28 19:13:48.007439 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d955990-cbc3-4be6-98b1-87b79a53b815 req-d689f86e-1d02-4420-a657-252d683ffeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:48.008849 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d955990-cbc3-4be6-98b1-87b79a53b815 req-d689f86e-1d02-4420-a657-252d683ffeee service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1490264 Feb 28 19:13:48.245357 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d955990-cbc3-4be6-98b1-87b79a53b815 req-b7762d59-b417-4e37-9b41-128882dd2bb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c20d67-5dfd-43c2-84f1-6f01de9fa67e HTTP/1.1" status: 200 len: 1000 time: 0.1179273 Feb 28 19:13:48.245357 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d955990-cbc3-4be6-98b1-87b79a53b815 req-da91dcc7-782f-406f-8091-735708135f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:48.245357 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d955990-cbc3-4be6-98b1-87b79a53b815 req-da91dcc7-782f-406f-8091-735708135f2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0692790 Feb 28 19:13:48.298781 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d955990-cbc3-4be6-98b1-87b79a53b815 req-e645d6c3-722c-41c4-afb1-a4cc8656b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:48.301521 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d955990-cbc3-4be6-98b1-87b79a53b815 req-e645d6c3-722c-41c4-afb1-a4cc8656b636 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866618 Feb 28 19:13:48.332968 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d2ec83-d29a-45cf-bed8-d34417db5e99 None None] Network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:13:48.447765 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d955990-cbc3-4be6-98b1-87b79a53b815 req-ec3fbeb1-19c1-4c4c-9b99-5465c590027e service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397378 Feb 28 19:13:48.475447 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-5acc36e2-e4c8-4cd0-b78b-3ce1dd77cd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '8075856e-148e-48aa-ac26-d9432107b1a1', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:f1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:10:52Z', 'updated_at': '2022-02-28T19:10:55Z', 'revision_number': 1, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}, {'id': 'f2faf7b1-38da-4820-b083-0be2674e0057', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:ef:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:13:45Z', 'updated_at': '2022-02-28T19:13:45Z', 'revision_number': 0, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:48.480649 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc36e2-e4c8-4cd0-b78b-3ce1dd77cd1b None None] Checking router: 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:13:48.543735 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc36e2-e4c8-4cd0-b78b-3ce1dd77cd1b None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:13:48.547574 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-5acc36e2-e4c8-4cd0-b78b-3ce1dd77cd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:13:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:48.587729 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6d955990-cbc3-4be6-98b1-87b79a53b815 req-a5f9004e-7291-4de8-8c4c-4efbdde024d8 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342800 Feb 28 19:13:48.774365 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-5acc36e2-e4c8-4cd0-b78b-3ce1dd77cd1b None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:13:49.140159 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-5acc36e2-e4c8-4cd0-b78b-3ce1dd77cd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '8075856e-148e-48aa-ac26-d9432107b1a1', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:f1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:10:52Z', 'updated_at': '2022-02-28T19:10:55Z', 'revision_number': 1, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}, {'id': 'f2faf7b1-38da-4820-b083-0be2674e0057', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:ef:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:13:45Z', 'updated_at': '2022-02-28T19:13:45Z', 'revision_number': 0, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:49.144807 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc36e2-e4c8-4cd0-b78b-3ce1dd77cd1b None None] The sync data for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi is: [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '8075856e-148e-48aa-ac26-d9432107b1a1', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:f1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:10:52Z', 'updated_at': '2022-02-28T19:10:55Z', 'revision_number': 1, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}, {'id': 'f2faf7b1-38da-4820-b083-0be2674e0057', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:ef:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:13:45Z', 'updated_at': '2022-02-28T19:13:45Z', 'revision_number': 0, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:13:49.345324 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2b6e3-397d-41b9-a5a6-de0cacf4cb02 None None] New status for floating IP f2faf7b1-38da-4820-b083-0be2674e0057: ACTIVE {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:13:51.571446 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-c40542de-0f9d-41a9-a4d4-038e5753a5ab tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:51.572029 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-c40542de-0f9d-41a9-a4d4-038e5753a5ab tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Synchronizing usage tracker for tenant:1c06762c8979480f92330ac600b63c5c on resource:network {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:13:51.675186 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-c40542de-0f9d-41a9-a4d4-038e5753a5ab tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Unset dirty status for tenant:1c06762c8979480f92330ac600b63c5c on resource:network {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:13:51.676240 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-c40542de-0f9d-41a9-a4d4-038e5753a5ab tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/networks?id=686c36cb-f669-4810-83b3-a9d37b1a6ff3 HTTP/1.1" status: 200 len: 814 time: 0.2531099 Feb 28 19:13:51.691902 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-edb53e9f-3286-40c0-84e8-8b3dc39fcc61 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/quotas/1c06762c8979480f92330ac600b63c5c HTTP/1.1" status: 200 len: 375 time: 0.0099649 Feb 28 19:13:51.744557 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-093ced55-b37d-4645-8edc-036e72062270 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c06762c8979480f92330ac600b63c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472353 Feb 28 19:13:51.800488 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-64d96494-0a4e-41a7-b541-83e0997c0c37 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 19:13:51.801776 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-64d96494-0a4e-41a7-b541-83e0997c0c37 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504370 Feb 28 19:13:52.028961 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6db9c9e6-684a-467c-bf59-810eb03babbd service neutron] 10.222.0.21 "GET /v2.0/networks/686c36cb-f669-4810-83b3-a9d37b1a6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215302 Feb 28 19:13:52.168336 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-fa98777e-a34a-4cbb-96bc-9aae338058e8 service neutron] 10.222.0.21 "GET /v2.0/networks/686c36cb-f669-4810-83b3-a9d37b1a6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325595 Feb 28 19:13:52.430834 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6b679019-71e7-483e-955b-3f1d5b2b8b09 req-8d92e4c2-8c71-46df-bf31-ee8eb1b530ae tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 210 time: 0.0435326 Feb 28 19:13:53.589398 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-593149c9-c87e-41f8-a220-369540f43993 req-242fdecb-5167-46d3-bc0b-354f43418a44 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 210 time: 0.0469210 Feb 28 19:13:54.743433 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b1e864a3-6857-4bf5-bc45-16ce8b136226 req-944b88e7-4d80-4f7b-941b-8e522d4eb426 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 210 time: 0.0453885 Feb 28 19:13:54.928480 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-9893726e-1846-4ec2-97c6-c8f555a51129 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:54.929972 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-9893726e-1846-4ec2-97c6-c8f555a51129 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.61 "GET /v2.0/networks?id=686c36cb-f669-4810-83b3-a9d37b1a6ff3 HTTP/1.1" status: 200 len: 814 time: 0.1525269 Feb 28 19:13:54.942782 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Request body: {'port': {'device_id': 'ba645b2e-2ff8-46d4-8a64-9723a78988e4', 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3', 'admin_state_up': True, 'tenant_id': '1c06762c8979480f92330ac600b63c5c'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:13:55.086600 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:55.090410 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Usage tracker for resource:port and tenant:1c06762c8979480f92330ac600b63c5c is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:55.093242 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:55.099541 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:55.194687 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Made reservation on behalf of 1c06762c8979480f92330ac600b63c5c for: {'port': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:13:55.198205 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:55.363005 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Allocated IP 172.20.0.8 (686c36cb-f669-4810-83b3-a9d37b1a6ff3/00be50b5-7d16-4811-b0e1-44e08fc136db/65f2774c-b61c-4e53-91c1-fbb8f22b4299) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:13:55.565132 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:55.681953 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:55.744698 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:13:55.755152 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:13:55.759459 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:13:55.789511 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Pushing event updated for resources: {'Port': ['ID=65f2774c-b61c-4e53-91c1-fbb8f22b4299,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:55.824793 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:55.825389 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:55.927364 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f773949-5ff0-486a-aaa3-2d7ed1e5e1c0 req-f5e484fb-510e-423b-82d9-7698c542685d tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:55.928080 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-6f773949-5ff0-486a-aaa3-2d7ed1e5e1c0 req-f5e484fb-510e-423b-82d9-7698c542685d tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Synchronizing usage tracker for tenant:1c06762c8979480f92330ac600b63c5c on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:13:55.965176 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-a11de23d-adb9-4c77-8c15-57041e77c3d0 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0266972 Feb 28 19:13:55.976714 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Request body: {'port': {'device_id': 'ba645b2e-2ff8-46d4-8a64-9723a78988e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:13:56.062974 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-6f773949-5ff0-486a-aaa3-2d7ed1e5e1c0 req-f5e484fb-510e-423b-82d9-7698c542685d tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Unset dirty status for tenant:1c06762c8979480f92330ac600b63c5c on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:13:56.064199 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6f773949-5ff0-486a-aaa3-2d7ed1e5e1c0 req-f5e484fb-510e-423b-82d9-7698c542685d tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 931 time: 0.2141635 Feb 28 19:13:56.119255 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:56.132561 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-6f773949-5ff0-486a-aaa3-2d7ed1e5e1c0 req-f7e57bee-0148-41a6-a5b1-9c15a6d35abb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Synchronizing usage tracker for tenant:1c06762c8979480f92330ac600b63c5c on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:13:56.307883 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-6f773949-5ff0-486a-aaa3-2d7ed1e5e1c0 req-f7e57bee-0148-41a6-a5b1-9c15a6d35abb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Unset dirty status for tenant:1c06762c8979480f92330ac600b63c5c on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:13:56.308918 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6f773949-5ff0-486a-aaa3-2d7ed1e5e1c0 req-f7e57bee-0148-41a6-a5b1-9c15a6d35abb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379024 Feb 28 19:13:56.570021 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f2774c-b61c-4e53-91c1-fbb8f22b4299 {{(pid=87745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:13:56.577070 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:56.590716 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Transition to ACTIVE for port object 65f2774c-b61c-4e53-91c1-fbb8f22b4299 will not be triggered until provisioned by entity L2. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:13:56.691472 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:56.818790 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Pushing event updated for resources: {'Port': ['ID=65f2774c-b61c-4e53-91c1-fbb8f22b4299,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:56.920659 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Attempting to bind port 65f2774c-b61c-4e53-91c1-fbb8f22b4299 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:13:56.920984 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Attempting to bind port 65f2774c-b61c-4e53-91c1-fbb8f22b4299 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '37b43083-05fb-49ea-bdc5-611659d72950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3'}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:13:56.921317 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Attempting to bind port 65f2774c-b61c-4e53-91c1-fbb8f22b4299 on network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:13:56.926495 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Port 65f2774c-b61c-4e53-91c1-fbb8f22b4299 on network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:13:56.926812 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Attempting to bind port 65f2774c-b61c-4e53-91c1-fbb8f22b4299 on network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:13:56.931776 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:13:56.932108 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Checking segment: {'id': '37b43083-05fb-49ea-bdc5-611659d72950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:13:56.932484 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Bound using segment: {'id': '37b43083-05fb-49ea-bdc5-611659d72950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3'} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:13:56.932902 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Bound port: 65f2774c-b61c-4e53-91c1-fbb8f22b4299, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b43083-05fb-49ea-bdc5-611659d72950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3'}}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:13:56.933235 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:57.020726 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] For port 65f2774c-b61c-4e53-91c1-fbb8f22b4299, host hv-cinder-83118, cleared binding levels {{(pid=87745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:13:57.023598 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] For port 65f2774c-b61c-4e53-91c1-fbb8f22b4299, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=65f2774c-b61c-4e53-91c1-fbb8f22b4299,segment=NetworkSegment(37b43083-05fb-49ea-bdc5-611659d72950),segment_id=37b43083-05fb-49ea-bdc5-611659d72950)] {{(pid=87745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:13:57.169937 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:57.229607 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:57.230267 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:57.231669 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] 10.222.0.61 "PUT /v2.0/ports/65f2774c-b61c-4e53-91c1-fbb8f22b4299 HTTP/1.1" status: 200 len: 1093 time: 1.2589087 Feb 28 19:13:57.232096 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba645b2e-2ff8-46d4-8a64-9723a78988e4', 'tag': '65f2774c-b61c-4e53-91c1-fbb8f22b4299'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:13:57.267390 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574905f-b2b4-47fc-8a90-11acbf4e67fd service neutron] Pushing event updated for resources: {'Port': ['ID=65f2774c-b61c-4e53-91c1-fbb8f22b4299,revision_number=3']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:57.428153 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba645b2e-2ff8-46d4-8a64-9723a78988e4', 'tag': '65f2774c-b61c-4e53-91c1-fbb8f22b4299', 'status': 'completed', 'code': 200} Feb 28 19:13:57.437393 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-0e7e6f48-8c7f-4998-913e-bd746c76ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:57.438890 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-0e7e6f48-8c7f-4998-913e-bd746c76ffe2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c06762c8979480f92330ac600b63c5c&device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 1096 time: 0.0907485 Feb 28 19:13:57.546154 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-8861d928-72db-449c-b406-c8ee048b5cbe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f2774c-b61c-4e53-91c1-fbb8f22b4299 HTTP/1.1" status: 200 len: 217 time: 0.0757096 Feb 28 19:13:57.631609 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-687b00cf-0b1e-4cf6-81df-1d391d8a95de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:57.632940 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-687b00cf-0b1e-4cf6-81df-1d391d8a95de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00be50b5-7d16-4811-b0e1-44e08fc136db HTTP/1.1" status: 200 len: 854 time: 0.0797203 Feb 28 19:13:57.641036 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28652786-668c-458a-a883-c29a8336bd8d req-c1b6dd3c-fa26-470c-837c-ece53c684f89 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:57.642424 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-28652786-668c-458a-a883-c29a8336bd8d req-c1b6dd3c-fa26-470c-837c-ece53c684f89 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 943 time: 0.2026260 Feb 28 19:13:57.697823 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-6ba60b49-4935-42c3-8929-0c441409a128 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=686c36cb-f669-4810-83b3-a9d37b1a6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538068 Feb 28 19:13:57.801478 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-28652786-668c-458a-a883-c29a8336bd8d req-e7889745-7595-4699-adb4-15bfb13a79d4 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225286 Feb 28 19:13:57.845980 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-caa1a6ce-d01b-42c1-8d2b-4852ded81e9d service neutron] 10.222.0.61 "GET /v2.0/networks/686c36cb-f669-4810-83b3-a9d37b1a6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409035 Feb 28 19:13:57.985838 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-22936eb8-3159-4b31-a658-c6e12f9d7ea7 req-1c57674f-3220-4f6a-9de2-eb78392dd1eb service neutron] 10.222.0.61 "GET /v2.0/networks/686c36cb-f669-4810-83b3-a9d37b1a6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326163 Feb 28 19:13:57.995513 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:13:58.208041 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22c46-f693-4dd3-b4d7-c3b0189a1aa5 req-94985b6a-9b4d-4e75-a5d2-14c072c8abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:58.209480 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35c22c46-f693-4dd3-b4d7-c3b0189a1aa5 req-94985b6a-9b4d-4e75-a5d2-14c072c8abed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c06762c8979480f92330ac600b63c5c&device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 1096 time: 0.0777097 Feb 28 19:13:58.345317 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22c46-f693-4dd3-b4d7-c3b0189a1aa5 req-5a786d4d-55a8-4b41-a748-fd12d01fb7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:58.346899 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35c22c46-f693-4dd3-b4d7-c3b0189a1aa5 req-5a786d4d-55a8-4b41-a748-fd12d01fb7e8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=686c36cb-f669-4810-83b3-a9d37b1a6ff3 HTTP/1.1" status: 200 len: 915 time: 0.1309795 Feb 28 19:13:58.415806 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35c22c46-f693-4dd3-b4d7-c3b0189a1aa5 req-866ff9c0-9333-4265-9389-8f01c09a1cb7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f2774c-b61c-4e53-91c1-fbb8f22b4299 HTTP/1.1" status: 200 len: 217 time: 0.0609143 Feb 28 19:13:58.480267 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c22c46-f693-4dd3-b4d7-c3b0189a1aa5 req-4b5e01dd-e714-4c3b-99a7-18c142c68cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:58.495033 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35c22c46-f693-4dd3-b4d7-c3b0189a1aa5 req-4b5e01dd-e714-4c3b-99a7-18c142c68cd5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00be50b5-7d16-4811-b0e1-44e08fc136db HTTP/1.1" status: 200 len: 854 time: 0.0599244 Feb 28 19:13:58.529196 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35c22c46-f693-4dd3-b4d7-c3b0189a1aa5 req-48126b0f-6a3a-4c6b-83c3-7139fafa9a5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=686c36cb-f669-4810-83b3-a9d37b1a6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402176 Feb 28 19:13:58.755236 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35c22c46-f693-4dd3-b4d7-c3b0189a1aa5 req-5b122684-37c5-4c8d-bacb-c9b3d091254d service neutron] 10.222.0.61 "GET /v2.0/networks/686c36cb-f669-4810-83b3-a9d37b1a6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179399 Feb 28 19:13:58.890273 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-35c22c46-f693-4dd3-b4d7-c3b0189a1aa5 req-346e5d75-745d-42f5-b214-37424b865089 service neutron] 10.222.0.61 "GET /v2.0/networks/686c36cb-f669-4810-83b3-a9d37b1a6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239066 Feb 28 19:13:58.992506 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667601-4f28-4242-8aa9-b8185614d386 req-4e5d7747-506b-489f-8c2b-4c0bfdc08a5d tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:58.993937 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d2667601-4f28-4242-8aa9-b8185614d386 req-4e5d7747-506b-489f-8c2b-4c0bfdc08a5d tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 943 time: 0.0836456 Feb 28 19:13:59.038212 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d2667601-4f28-4242-8aa9-b8185614d386 req-1c9ff521-be18-4757-88bf-522d80a1969c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Feb 28 19:14:00.223678 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781ee93-eb78-444a-b4f6-f8456c8c7788 req-143da234-2222-4936-86a2-ff46f85e9747 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:00.225125 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8781ee93-eb78-444a-b4f6-f8456c8c7788 req-143da234-2222-4936-86a2-ff46f85e9747 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 943 time: 0.0809584 Feb 28 19:14:00.271071 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8781ee93-eb78-444a-b4f6-f8456c8c7788 req-f471d724-199b-4524-8a34-225968930973 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399456 Feb 28 19:14:01.206782 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:01.460680 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f7bb3-225d-4363-aff9-c780e71b7192 req-96c807e5-b95b-4f26-bd95-29b3a043c92c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:01.462182 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c81f7bb3-225d-4363-aff9-c780e71b7192 req-96c807e5-b95b-4f26-bd95-29b3a043c92c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 943 time: 0.0857556 Feb 28 19:14:01.511282 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c81f7bb3-225d-4363-aff9-c780e71b7192 req-5f819a4c-b940-4e60-a6eb-53947877fbaf tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435071 Feb 28 19:14:02.705097 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d24f7-c2bc-4fb2-bde0-c8d49dc64fb9 req-556da219-9a33-4d24-aa2f-5ea193f520d9 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:02.706553 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0b1d24f7-c2bc-4fb2-bde0-c8d49dc64fb9 req-556da219-9a33-4d24-aa2f-5ea193f520d9 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 943 time: 0.0880017 Feb 28 19:14:02.753882 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0b1d24f7-c2bc-4fb2-bde0-c8d49dc64fb9 req-ba83c276-b64f-404c-96d2-d13a1ac4abde tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416048 Feb 28 19:14:02.962993 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 65f2774c-b61c-4e53-91c1-fbb8f22b4299 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:14:03.106669 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 65f2774c-b61c-4e53-91c1-fbb8f22b4299, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=65f2774c-b61c-4e53-91c1-fbb8f22b4299,segment=NetworkSegment(37b43083-05fb-49ea-bdc5-611659d72950),segment_id=37b43083-05fb-49ea-bdc5-611659d72950)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:14:03.120855 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '65f2774c-b61c-4e53-91c1-fbb8f22b4299', 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3', 'port_id': '65f2774c-b61c-4e53-91c1-fbb8f22b4299', 'mac_address': 'fa:16:3e:b9:ac:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00be50b5-7d16-4811-b0e1-44e08fc136db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:14:03.177080 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:03.193779 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f2774c-b61c-4e53-91c1-fbb8f22b4299 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:14:03.209151 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 65f2774c-b61c-4e53-91c1-fbb8f22b4299, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=65f2774c-b61c-4e53-91c1-fbb8f22b4299,segment=NetworkSegment(37b43083-05fb-49ea-bdc5-611659d72950),segment_id=37b43083-05fb-49ea-bdc5-611659d72950)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:14:03.332757 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:03.406870 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=65f2774c-b61c-4e53-91c1-fbb8f22b4299,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:03.794274 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['65f2774c-b61c-4e53-91c1-fbb8f22b4299'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:14:03.940618 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cc6cf-36f2-423a-88d4-7f842316732a req-fac201c1-67d4-44ab-b528-c58243adce0d tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:03.947448 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f61cc6cf-36f2-423a-88d4-7f842316732a req-fac201c1-67d4-44ab-b528-c58243adce0d tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 944 time: 0.0871303 Feb 28 19:14:03.990217 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f61cc6cf-36f2-423a-88d4-7f842316732a req-a4810c32-f17e-478a-a314-5707ff03636a tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Feb 28 19:14:05.176881 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd5dd9-273e-4759-9ca8-be8d31093022 req-33577e5b-7915-4f3b-ba6c-e85b010cc2ae tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:05.178312 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-59fd5dd9-273e-4759-9ca8-be8d31093022 req-33577e5b-7915-4f3b-ba6c-e85b010cc2ae tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 944 time: 0.0846632 Feb 28 19:14:05.222072 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-59fd5dd9-273e-4759-9ca8-be8d31093022 req-d328d9f4-b028-406e-bfb7-d35f8010c5d1 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378857 Feb 28 19:14:05.434223 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4c092102-05a0-4f52-a9bf-3caf0742ec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:06.414610 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd425503-e15a-4ecd-911d-2555fec44879 req-78cd7aac-62bd-4a84-87cf-c2adc1bf8409 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:06.416082 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cd425503-e15a-4ecd-911d-2555fec44879 req-78cd7aac-62bd-4a84-87cf-c2adc1bf8409 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 944 time: 0.0882850 Feb 28 19:14:06.460585 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cd425503-e15a-4ecd-911d-2555fec44879 req-ef618973-3ee2-46e0-9bce-d25545bcbf92 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389099 Feb 28 19:14:06.988772 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 65f2774c-b61c-4e53-91c1-fbb8f22b4299 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:14:07.171497 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 65f2774c-b61c-4e53-91c1-fbb8f22b4299 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:14:07.176858 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 65f2774c-b61c-4e53-91c1-fbb8f22b4299 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:14:07.177251 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:07.296926 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:07.328729 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba645b2e-2ff8-46d4-8a64-9723a78988e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f2774c-b61c-4e53-91c1-fbb8f22b4299'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:14:07.338949 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 65f2774c-b61c-4e53-91c1-fbb8f22b4299, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=65f2774c-b61c-4e53-91c1-fbb8f22b4299,segment=NetworkSegment(37b43083-05fb-49ea-bdc5-611659d72950),segment_id=37b43083-05fb-49ea-bdc5-611659d72950)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:14:07.376800 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba645b2e-2ff8-46d4-8a64-9723a78988e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f2774c-b61c-4e53-91c1-fbb8f22b4299', 'code': 200} Feb 28 19:14:07.425918 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:07.505459 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=65f2774c-b61c-4e53-91c1-fbb8f22b4299,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:07.671306 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b981d2-26ff-4085-92b0-12589faec1ca req-18a428c7-5ae6-4fdd-8fc1-83f3f5308ee1 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:07.672752 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b6b981d2-26ff-4085-92b0-12589faec1ca req-18a428c7-5ae6-4fdd-8fc1-83f3f5308ee1 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0863671 Feb 28 19:14:07.722747 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b6b981d2-26ff-4085-92b0-12589faec1ca req-c85e46bd-fcdd-4314-bd77-f913e099fd33 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Feb 28 19:14:07.792035 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe99a1-6155-4cca-8fb8-ced714b4d150 req-6f417820-7980-49ce-80f8-be6fff00003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:07.793502 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0afe99a1-6155-4cca-8fb8-ced714b4d150 req-6f417820-7980-49ce-80f8-be6fff00003d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 1098 time: 0.0741606 Feb 28 19:14:07.837174 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0afe99a1-6155-4cca-8fb8-ced714b4d150 req-9fa3c540-f88c-4fb2-821e-b9ab0aa8823f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375838 Feb 28 19:14:08.159787 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8333-0f0d-4e76-bb4d-fd30f8a7e19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:08.788262 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:08.917672 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be432dc6-4e57-433d-9d46-c5fdf89b0303 req-89a672ac-381b-4d52-af51-903261413c35 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:08.919153 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-be432dc6-4e57-433d-9d46-c5fdf89b0303 req-89a672ac-381b-4d52-af51-903261413c35 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0818970 Feb 28 19:14:08.965098 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-be432dc6-4e57-433d-9d46-c5fdf89b0303 req-4db8e03f-0058-4a43-a0f3-cbece27935ba tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Feb 28 19:14:09.234602 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:10.159675 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87716400-d55c-4aa8-a85b-b52d5cc84529 req-e2c04038-b2aa-41e8-a1e1-d447ae3be3c9 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:10.161314 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-87716400-d55c-4aa8-a85b-b52d5cc84529 req-e2c04038-b2aa-41e8-a1e1-d447ae3be3c9 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0845084 Feb 28 19:14:10.205688 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-87716400-d55c-4aa8-a85b-b52d5cc84529 req-ab5b1619-e5ef-4e85-929a-86bf5b22e73d tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385754 Feb 28 19:14:10.908306 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:15.178183 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 38714) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:14:15.302605 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-394e3de9-564b-47c1-8a70-fe9d5df5cbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:15.317024 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-394e3de9-564b-47c1-8a70-fe9d5df5cbc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:14:15.320898 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-394e3de9-564b-47c1-8a70-fe9d5df5cbc1 admin admin] Usage tracker for resource:security_group_rule and tenant:b13910e216a44286b9d7e78f0574ffc0 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:14:15.323989 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-394e3de9-564b-47c1-8a70-fe9d5df5cbc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:14:15.333576 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-394e3de9-564b-47c1-8a70-fe9d5df5cbc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:14:15.417489 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-394e3de9-564b-47c1-8a70-fe9d5df5cbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:15.508444 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-394e3de9-564b-47c1-8a70-fe9d5df5cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:15.557353 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-394e3de9-564b-47c1-8a70-fe9d5df5cbc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b13910e216a44286b9d7e78f0574ffc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780866 Feb 28 19:14:15.558234 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e3de9-564b-47c1-8a70-fe9d5df5cbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e972074-f419-4b57-8ddc-f468bbda6801,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:15.560234 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 38722) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:14:15.623900 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-643ed01e-e3b3-48c5-8934-7d382a3a504f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:15.649057 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-643ed01e-e3b3-48c5-8934-7d382a3a504f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:15.777239 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-643ed01e-e3b3-48c5-8934-7d382a3a504f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:15.792180 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ed01e-e3b3-48c5-8934-7d382a3a504f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e972074-f419-4b57-8ddc-f468bbda6801,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:15.801987 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-643ed01e-e3b3-48c5-8934-7d382a3a504f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:15.803747 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-643ed01e-e3b3-48c5-8934-7d382a3a504f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e972074-f419-4b57-8ddc-f468bbda6801 HTTP/1.1" status: 204 len: 168 time: 0.2425027 Feb 28 19:14:31.116813 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:34.995704 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:14:35.479722 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2a41bc8c-94d7-4c38-91d1-dedeebf40413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:38.179413 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-6042a162-e594-4272-950c-b00b67ac56b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:38.825122 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:39.236482 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:40.910741 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:48.014857 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-d6b404c2-383c-482f-84a6-408f83dbade8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1033013 Feb 28 19:14:48.169104 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-008a641f-7eb4-44ed-8511-44427735d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:48.170559 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-008a641f-7eb4-44ed-8511-44427735d1b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 1099 time: 0.0781245 Feb 28 19:14:48.324551 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-799ef066-9ebb-49a9-bafc-288bf737eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:48.325945 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-799ef066-9ebb-49a9-bafc-288bf737eafe service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1365204 Feb 28 19:14:48.437505 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-c54ac7c0-11aa-4c43-bb6a-4714041ad8b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a42c7f1f-fdd6-4089-ba61-437e667d8528 HTTP/1.1" status: 200 len: 1002 time: 0.1044681 Feb 28 19:14:48.500599 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-d2b0f38c-bcf0-4d9e-95da-cd8d9c5d8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:48.502065 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-d2b0f38c-bcf0-4d9e-95da-cd8d9c5d8455 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0584726 Feb 28 19:14:48.680638 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-cdaec925-5655-43d2-95c4-3dc2b3fdc04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:48.682173 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-cdaec925-5655-43d2-95c4-3dc2b3fdc04f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1748478 Feb 28 19:14:48.817651 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-75f7ca83-f6c0-4bda-a897-2c0b3831f2e9 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286018 Feb 28 19:14:48.954795 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ebadee54-b6fe-4178-9a5d-f9fe397b12d6 req-07630bf9-274e-4630-97c8-e5651b145429 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314111 Feb 28 19:14:53.640403 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 38984) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:14:53.762186 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:53.779624 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:14:53.783330 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Usage tracker for resource:security_group_rule and tenant:5f8e0d9e77334ed8ab326af2728e6c3d is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:14:53.786122 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:14:53.792573 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:14:53.877160 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:53.938600 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:53.987317 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f8e0d9e77334ed8ab326af2728e6c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457279 Feb 28 19:14:53.988128 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70216b70-8c6f-4e3e-b9fa-f1820c434946,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:53.989906 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 38990) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:14:53.996224 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:53.996578 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:53.996918 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:53.997271 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:53.997583 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:53.997913 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:53.998239 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:53.998564 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:53.998889 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:53.999239 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:53.999562 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:53.999881 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafdedb2-f80c-420e-8943-018905a1daa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.051921 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:54.079206 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:54.210564 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:54.230034 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70216b70-8c6f-4e3e-b9fa-f1820c434946,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:54.239688 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.240038 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.240862 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.241188 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.241514 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.241838 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.242159 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.242479 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.242798 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.243143 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.243460 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.243773 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:54.250097 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:54.251218 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-553e406d-c302-42ec-9696-8ccc003fdaa7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70216b70-8c6f-4e3e-b9fa-f1820c434946 HTTP/1.1" status: 204 len: 168 time: 0.2595432 Feb 28 19:14:55.348547 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39016) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:14:55.455817 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1773760774-network', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:14:55.461512 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:14:55.465765 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Usage tracker for resource:network and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:14:55.468839 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:14:55.475348 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:14:55.553781 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Made reservation on behalf of f298627f53d14c5d92595dd3a87578d4 for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:14:55.556330 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:55.570187 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:55.585339 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:14:55.589723 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Usage tracker for resource:security_group_rule and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:14:55.593072 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:14:55.599629 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:14:55.698901 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:55.776618 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:55.808054 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:14:55.816607 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4004df4-93b8-4b1e-b5d5-0990a35096cf,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:55.822852 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:55.823219 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Added segment e546990f-a69e-44a7-8d60-81eaddc1af63 of type vlan for network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a Feb 28 19:14:55.851558 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:55.932846 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:55.933799 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:55.934369 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:56.035213 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] Pushing event updated for resources: {'Network': ['ID=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:56.045454 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:14:56.098912 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-fd532ca8-de4f-44f4-82fe-3385b07dafe7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7492476 Feb 28 19:14:56.102187 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39024) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:14:56.107569 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Request body: {'subnet': {'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1773760774-subnet', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'ip_version': 4}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:14:56.112243 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:14:56.116679 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Usage tracker for resource:subnet and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:14:56.125185 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:14:56.125331 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:14:56.210614 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Made reservation on behalf of f298627f53d14c5d92595dd3a87578d4 for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:14:56.212958 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6601737'] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:56.473292 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8311434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6601759'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:56.545889 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ecf6100-591e-45cc-9ced-2ccd94948411,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:56.554512 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Checking segment: {'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:14:56.554864 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Network hostable DHCP agents. Network: dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:14:56.647604 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:14:56.749717 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:14:56.753779 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:14:56.754409 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:56.759088 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f158a2fb-1666-4b62-b2fa-1f4a110ae3eb None None] Network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:14:56.839438 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-ee6fe991-9cb0-4b89-92a1-72e28d0b7145 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7361867 Feb 28 19:14:56.842126 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39030) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:14:56.846979 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:14:56.851816 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:14:56.855572 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Usage tracker for resource:router and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:14:56.858359 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:14:56.864200 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:14:56.936399 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8067972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-737'] for router, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:56.937489 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8065093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-744'] for router, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:56.953315 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:56.982045 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp976022dc-689f-57ed-bb90-0c1d0b986033-dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'fixed_ips': [{'subnet_id': '9ecf6100-591e-45cc-9ced-2ccd94948411'}]}} from dv-cinder-831187-1-iscsi. {{(pid=87746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:14:56.986174 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:57.139805 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.db_base_plugin_common [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Allocated IP 172.20.0.2 (dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a/9ecf6100-591e-45cc-9ced-2ccd94948411/2145dcd4-1711-4824-96bc-4d931bbdd69c) {{(pid=87746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:14:57.299937 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8065079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8067945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-538'] for router, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:57.354035 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Notify callbacks [] for port, precommit_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:57.366827 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Transition to ACTIVE for port object 2145dcd4-1711-4824-96bc-4d931bbdd69c will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:14:57.385590 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Transition to ACTIVE for port object 2145dcd4-1711-4824-96bc-4d931bbdd69c will not be triggered until provisioned by entity DHCP. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:14:57.493295 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:57.554763 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a is already hosted by enough agents. {{(pid=87746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:14:57.557743 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.base_scheduler [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Resources bound (agent type, host, resource id): {{(pid=87746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:14:57.566340 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Received port after_create {{(pid=87746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:14:57.600360 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Pushing event updated for resources: {'Port': ['ID=2145dcd4-1711-4824-96bc-4d931bbdd69c,revision_number=1']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:57.657330 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.657666 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.657996 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.658335 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.658642 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.658963 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.659308 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.659623 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.659941 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.660256 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.660688 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.661002 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:14:57.716523 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Attempting to bind port 2145dcd4-1711-4824-96bc-4d931bbdd69c on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:14:57.716523 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Attempting to bind port 2145dcd4-1711-4824-96bc-4d931bbdd69c by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:14:57.716523 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Attempting to bind port 2145dcd4-1711-4824-96bc-4d931bbdd69c on network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:14:57.719825 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:14:57.720197 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Checking segment: {'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:14:57.720586 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:57.720966 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Bound using segment: {'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:14:57.721557 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Bound port: 2145dcd4-1711-4824-96bc-4d931bbdd69c, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:14:57.721958 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:57.811654 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:57.813440 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] For port 2145dcd4-1711-4824-96bc-4d931bbdd69c, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:14:57.816452 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] For port 2145dcd4-1711-4824-96bc-4d931bbdd69c, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=2145dcd4-1711-4824-96bc-4d931bbdd69c,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:14:57.844711 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:57.914450 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:57.992378 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Allocated IP 172.27.1.61 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/3cdcb62c-df74-4474-8f92-a64427743b90) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:14:58.003476 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd3306-fd93-48d7-af88-0a8ab286932f None None] Pushing event updated for resources: {'Port': ['ID=2145dcd4-1711-4824-96bc-4d931bbdd69c,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:58.152489 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:58.264944 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:58.338088 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:14:58.345591 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:14:58.350117 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:14:58.383384 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Pushing event updated for resources: {'Port': ['ID=3cdcb62c-df74-4474-8f92-a64427743b90,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:14:58.833788 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:58.917488 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf843fc0-40aa-42bc-8854-27c9418ec706 None None] Network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:14:59.094043 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-9d1963a8-2ab0-41f7-a1dd-8149616ed587 None None] Provisioning for port 2145dcd4-1711-4824-96bc-4d931bbdd69c completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:14:59.320191 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8067967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8065048'] for router, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:59.652640 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Router cbf24d82-7ead-4530-994b-df99c5fe2a4c is scheduled to L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 with binding_index 1 {{(pid=87745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:14:59.793796 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 2145dcd4-1711-4824-96bc-4d931bbdd69c up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:14:59.837845 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:14:59.846446 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Sync routers for ids ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:14:59.863404 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Routers {'cbf24d82-7ead-4530-994b-df99c5fe2a4c'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:14:59.864011 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:14:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:14:59.930743 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:59.934773 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-84d25691-f52c-4b29-a64e-86b157021f22 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0890174 Feb 28 19:14:59.934932 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39044) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:15:00.034399 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 2145dcd4-1711-4824-96bc-4d931bbdd69c completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:15:00.048107 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 2145dcd4-1711-4824-96bc-4d931bbdd69c triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:00.048471 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:00.072239 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Set router cbf24d82-7ead-4530-994b-df99c5fe2a4c gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:15:00.399706 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:00.442985 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 2145dcd4-1711-4824-96bc-4d931bbdd69c, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=2145dcd4-1711-4824-96bc-4d931bbdd69c,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:15:00.457591 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:14:58Z', 'revision_number': 3, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:00.462195 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Checking router: cbf24d82-7ead-4530-994b-df99c5fe2a4c for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:15:00.462540 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Updating router cbf24d82-7ead-4530-994b-df99c5fe2a4c port 3cdcb62c-df74-4474-8f92-a64427743b90 binding host dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:15:00.516960 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:00.557160 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:00.613401 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:00.685672 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=2145dcd4-1711-4824-96bc-4d931bbdd69c,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:00.830573 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Allocated IP 172.20.0.1 (dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a/9ecf6100-591e-45cc-9ced-2ccd94948411/1c0df64b-4f91-47a7-88a6-d3e19856555a) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:15:00.968647 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Notify callbacks [] for port, precommit_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:00.982804 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Transition to ACTIVE for port object 3cdcb62c-df74-4474-8f92-a64427743b90 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:15:01.058117 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.093480 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.109325 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Transition to ACTIVE for port object 1c0df64b-4f91-47a7-88a6-d3e19856555a will not be triggered until provisioned by entity DHCP. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:15:01.110475 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.138345 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Attempting to bind port 3cdcb62c-df74-4474-8f92-a64427743b90 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:15:01.138704 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Attempting to bind port 3cdcb62c-df74-4474-8f92-a64427743b90 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:15:01.139051 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Attempting to bind port 3cdcb62c-df74-4474-8f92-a64427743b90 on network 18d537f6-da49-43a6-a13a-4c96f3f55116 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:15:01.141087 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64d70a-54d7-49bc-aea7-51d6a594de48 None None] Pushing event updated for resources: {'Port': ['ID=3cdcb62c-df74-4474-8f92-a64427743b90,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:01.146500 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:15:01.147423 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Checking segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:15:01.147573 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.148385 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Bound using segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:15:01.148385 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Bound port: 3cdcb62c-df74-4474-8f92-a64427743b90, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:15:01.148660 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.193418 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.221438 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] For port 3cdcb62c-df74-4474-8f92-a64427743b90, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:15:01.224643 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] For port 3cdcb62c-df74-4474-8f92-a64427743b90, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=3cdcb62c-df74-4474-8f92-a64427743b90,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:15:01.253738 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:15:01.261363 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:15:01.265416 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:15:01.296751 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.297691 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0df64b-4f91-47a7-88a6-d3e19856555a,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:01.329917 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065618'] for router_interface, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.383394 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Routers {'cbf24d82-7ead-4530-994b-df99c5fe2a4c'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:15:01.384020 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:14:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:01.434585 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64d70a-54d7-49bc-aea7-51d6a594de48 None None] Pushing event updated for resources: {'Port': ['ID=3cdcb62c-df74-4474-8f92-a64427743b90,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:01.531985 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-c1b3e762-5bf8-4ba9-8eee-145d88b0667f None None] Provisioning for port 1c0df64b-4f91-47a7-88a6-d3e19856555a completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:15:01.544554 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-c1b3e762-5bf8-4ba9-8eee-145d88b0667f None None] Provisioning complete for port 1c0df64b-4f91-47a7-88a6-d3e19856555a triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:01.544922 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c1b3e762-5bf8-4ba9-8eee-145d88b0667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.620109 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] Set router cbf24d82-7ead-4530-994b-df99c5fe2a4c gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:15:01.661102 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3e762-5bf8-4ba9-8eee-145d88b0667f None None] Port 1c0df64b-4f91-47a7-88a6-d3e19856555a cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:15:01.669757 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.801980 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 2145dcd4-1711-4824-96bc-4d931bbdd69c up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:01.896671 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.938813 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 2145dcd4-1711-4824-96bc-4d931bbdd69c triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:01.939201 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:01.953509 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:02.020556 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:14:58Z', 'revision_number': 3, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:02.051888 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a154c-f50d-4fa5-8980-eb2ece67f2ac None None] The sync data for ids ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'] in dv-cinder-831187-1-iscsi is: [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:14:58Z', 'revision_number': 3, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:15:02.061693 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8065515'] for router_interface, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:02.066248 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0df64b-4f91-47a7-88a6-d3e19856555a,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:02.211424 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:15:02.212538 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:15:02.424789 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Router cbf24d82-7ead-4530-994b-df99c5fe2a4c has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:15:02.488680 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-7da0b16f-dbcd-4b11-a858-e348a0ae6f2d None None] Provisioning complete for port 1c0df64b-4f91-47a7-88a6-d3e19856555a triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:02.489167 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-7da0b16f-dbcd-4b11-a858-e348a0ae6f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:02.548701 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-7da0b16f-dbcd-4b11-a858-e348a0ae6f2d None None] Port 1c0df64b-4f91-47a7-88a6-d3e19856555a cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:15:02.612885 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:15:02.625386 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-8ed60199-ae94-4b0d-8a31-3b3347c65845 admin admin] 10.222.0.21 "PUT /v2.0/routers/cbf24d82-7ead-4530-994b-df99c5fe2a4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6892595 Feb 28 19:15:03.362461 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39070) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:15:03.369404 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-589825609-network', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:15:03.374087 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:15:03.378097 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Usage tracker for resource:network and tenant:ab629e8ccc5541d1af382bbd5024b112 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:15:03.381305 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:15:03.386911 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:15:03.463980 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Made reservation on behalf of ab629e8ccc5541d1af382bbd5024b112 for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:15:03.466272 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:03.478804 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:03.494198 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:15:03.498362 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Usage tracker for resource:security_group_rule and tenant:ab629e8ccc5541d1af382bbd5024b112 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:15:03.501301 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:15:03.508076 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:15:03.512760 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Sync routers for ids ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:15:03.522338 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Routers {'cbf24d82-7ead-4530-994b-df99c5fe2a4c'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:15:03.522998 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:14:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:03.597293 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:03.673018 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:03.702986 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:15:03.707689 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Set router cbf24d82-7ead-4530-994b-df99c5fe2a4c gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:15:03.714978 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff12847-e9c4-4ad6-9b31-da62feaac9ef,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:03.718758 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:03.719102 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Added segment 2cf51647-47af-46bd-951f-47b5844242e0 of type vlan for network 29cab194-8326-4d6a-967e-ce2256b1c68b Feb 28 19:15:03.749838 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:03.820353 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 3cdcb62c-df74-4474-8f92-a64427743b90 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:03.882424 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:03.883793 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:03.888446 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:03.984518 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 3cdcb62c-df74-4474-8f92-a64427743b90 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:15:03.991774 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 3cdcb62c-df74-4474-8f92-a64427743b90 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:03.992507 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:04.082145 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 4, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1c0df64b-4f91-47a7-88a6-d3e19856555a', 'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'mac_address': 'fa:16:3e:cd:e9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:00Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 2, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'subnets': [{'id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:04.086552 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Checking router: cbf24d82-7ead-4530-994b-df99c5fe2a4c for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:15:04.086950 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Updating router cbf24d82-7ead-4530-994b-df99c5fe2a4c port 1c0df64b-4f91-47a7-88a6-d3e19856555a binding host dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:15:04.111641 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] Pushing event updated for resources: {'Network': ['ID=29cab194-8326-4d6a-967e-ce2256b1c68b,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:04.123401 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network 29cab194-8326-4d6a-967e-ce2256b1c68b details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:15:04.144223 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:04.153045 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:04.166141 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-2a17102f-5198-4ba9-8d17-91f033acf625 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8013299 Feb 28 19:15:04.168311 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39076) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:15:04.174192 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Request body: {'subnet': {'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-589825609-subnet', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'ip_version': 4}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:15:04.179083 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:15:04.183040 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Usage tracker for resource:subnet and tenant:ab629e8ccc5541d1af382bbd5024b112 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:15:04.185975 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:15:04.191621 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:15:04.234586 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 3cdcb62c-df74-4474-8f92-a64427743b90, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=3cdcb62c-df74-4474-8f92-a64427743b90,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:15:04.267388 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Made reservation on behalf of ab629e8ccc5541d1af382bbd5024b112 for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:15:04.269701 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6601737'] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:04.319515 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:04.432023 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=3cdcb62c-df74-4474-8f92-a64427743b90,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:04.490946 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Notify callbacks [] for port, precommit_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:04.502106 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.provisioning_blocks [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Transition to ACTIVE for port object 1c0df64b-4f91-47a7-88a6-d3e19856555a will not be triggered until provisioned by entity L2. {{(pid=87747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:15:04.555597 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8311434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6601759'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:04.581567 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:04.627268 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76be5b2-d269-4e3c-88db-4821d1f97ced,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:04.636923 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Checking segment: {'id': '2cf51647-47af-46bd-951f-47b5844242e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:15:04.637274 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Network hostable DHCP agents. Network: 29cab194-8326-4d6a-967e-ce2256b1c68b, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:15:04.708631 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Pushing event updated for resources: {'Port': ['ID=1c0df64b-4f91-47a7-88a6-d3e19856555a,revision_number=3']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:04.718161 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.718490 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.718818 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.719190 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.719485 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.719816 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.720104 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.720424 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.720797 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.721042 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.721351 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.721659 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:15:04.736487 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Network 29cab194-8326-4d6a-967e-ce2256b1c68b is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:15:04.787993 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, 29cab194-8326-4d6a-967e-ce2256b1c68b) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:15:04.795025 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:04.795784 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:04.798488 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa43477-3a0b-4e60-a022-1f4c768e48f8 None None] Network 29cab194-8326-4d6a-967e-ce2256b1c68b requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:15:04.826720 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Attempting to bind port 1c0df64b-4f91-47a7-88a6-d3e19856555a on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:15:04.827076 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Attempting to bind port 1c0df64b-4f91-47a7-88a6-d3e19856555a by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:15:04.827454 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Attempting to bind port 1c0df64b-4f91-47a7-88a6-d3e19856555a on network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:15:04.832884 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:15:04.833241 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Checking segment: {'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:15:04.833625 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:04.834041 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Bound using segment: {'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:15:04.834631 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Bound port: 1c0df64b-4f91-47a7-88a6-d3e19856555a, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'}}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:15:04.834995 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:04.880801 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-5bd40212-4288-46ef-8995-1ceeded7a263 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7097805 Feb 28 19:15:04.881854 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39082) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:15:04.888412 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-589825609-router', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:15:04.894327 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:15:04.899798 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Usage tracker for resource:router and tenant:ab629e8ccc5541d1af382bbd5024b112 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:15:04.903222 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:15:04.910982 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:15:04.938670 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] For port 1c0df64b-4f91-47a7-88a6-d3e19856555a, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:15:04.941725 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] For port 1c0df64b-4f91-47a7-88a6-d3e19856555a, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=1c0df64b-4f91-47a7-88a6-d3e19856555a,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:15:05.036326 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp976022dc-689f-57ed-bb90-0c1d0b986033-29cab194-8326-4d6a-967e-ce2256b1c68b', 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'fixed_ips': [{'subnet_id': 'c76be5b2-d269-4e3c-88db-4821d1f97ced'}]}} from dv-cinder-831187-1-iscsi. {{(pid=87746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:15:05.037171 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:05.075317 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8067972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-737'] for router, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:05.075730 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:05.076374 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8065093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-744'] for router, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:05.091476 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:05.152162 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Routers {'cbf24d82-7ead-4530-994b-df99c5fe2a4c'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:15:05.152794 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:14:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:05.200662 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.db_base_plugin_common [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Allocated IP 172.20.0.2 (29cab194-8326-4d6a-967e-ce2256b1c68b/c76be5b2-d269-4e3c-88db-4821d1f97ced/99cf7892-601e-4cc3-8403-2f942843e722) {{(pid=87746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:15:05.346402 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dbad1-ff19-4bd2-96da-fc6ab8c745fe None None] Pushing event updated for resources: {'Port': ['ID=1c0df64b-4f91-47a7-88a6-d3e19856555a,revision_number=4']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:05.353315 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] Set router cbf24d82-7ead-4530-994b-df99c5fe2a4c gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:15:05.446676 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Notify callbacks [] for port, precommit_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:05.457609 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Transition to ACTIVE for port object 99cf7892-601e-4cc3-8403-2f942843e722 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:15:05.477167 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Transition to ACTIVE for port object 99cf7892-601e-4cc3-8403-2f942843e722 will not be triggered until provisioned by entity DHCP. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:15:05.482087 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb3c8-278f-4e06-8165-1b9064f24379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:05.500057 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8065079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8067945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-538'] for router, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:05.549830 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:05.614359 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Network 29cab194-8326-4d6a-967e-ce2256b1c68b is already hosted by enough agents. {{(pid=87746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:15:05.615631 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.base_scheduler [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Resources bound (agent type, host, resource id): {{(pid=87746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:15:05.618117 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Received port after_create {{(pid=87746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:15:05.663161 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Pushing event updated for resources: {'Port': ['ID=99cf7892-601e-4cc3-8403-2f942843e722,revision_number=1']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:05.676357 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 4, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1c0df64b-4f91-47a7-88a6-d3e19856555a', 'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'mac_address': 'fa:16:3e:cd:e9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:00Z', 'updated_at': '2022-02-28T19:15:04Z', 'revision_number': 4, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'subnets': [{'id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:05.680383 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7240547-e3fa-4f68-8cf3-590f5143546e None None] The sync data for ids ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'] in dv-cinder-831187-1-iscsi is: [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 4, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1c0df64b-4f91-47a7-88a6-d3e19856555a', 'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'mac_address': 'fa:16:3e:cd:e9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:00Z', 'updated_at': '2022-02-28T19:15:04Z', 'revision_number': 4, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'subnets': [{'id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:15:05.722722 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Attempting to bind port 99cf7892-601e-4cc3-8403-2f942843e722 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:15:05.723053 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Attempting to bind port 99cf7892-601e-4cc3-8403-2f942843e722 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '2cf51647-47af-46bd-951f-47b5844242e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:15:05.723442 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Attempting to bind port 99cf7892-601e-4cc3-8403-2f942843e722 on network 29cab194-8326-4d6a-967e-ce2256b1c68b {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:15:05.749082 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:15:05.749463 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Checking segment: {'id': '2cf51647-47af-46bd-951f-47b5844242e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:15:05.749871 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:05.750323 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Bound using segment: {'id': '2cf51647-47af-46bd-951f-47b5844242e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:15:05.750750 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Bound port: 99cf7892-601e-4cc3-8403-2f942843e722, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf51647-47af-46bd-951f-47b5844242e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:15:05.751139 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:05.909245 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] For port 99cf7892-601e-4cc3-8403-2f942843e722, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:15:05.914111 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] For port 99cf7892-601e-4cc3-8403-2f942843e722, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=99cf7892-601e-4cc3-8403-2f942843e722,segment=NetworkSegment(2cf51647-47af-46bd-951f-47b5844242e0),segment_id=2cf51647-47af-46bd-951f-47b5844242e0)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:15:05.972686 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 1c0df64b-4f91-47a7-88a6-d3e19856555a up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:05.981110 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:06.015467 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:06.032244 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:06.156920 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72e57e-61c3-47f5-803a-28cde8685610 None None] Pushing event updated for resources: {'Port': ['ID=99cf7892-601e-4cc3-8403-2f942843e722,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:06.173101 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Allocated IP 172.27.1.100 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/e796b6f7-cefa-45c5-a38b-b1dba51e4367) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:15:06.278874 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 1c0df64b-4f91-47a7-88a6-d3e19856555a completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:15:06.284493 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 1c0df64b-4f91-47a7-88a6-d3e19856555a triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:06.288871 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:06.363448 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:06.484767 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:06.493957 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:06.540783 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 1c0df64b-4f91-47a7-88a6-d3e19856555a, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=1c0df64b-4f91-47a7-88a6-d3e19856555a,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:15:06.559158 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:15:06.562091 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:15:06.564780 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:15:06.659011 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:06.659869 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 3cdcb62c-df74-4474-8f92-a64427743b90 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:06.731812 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Pushing event updated for resources: {'Port': ['ID=e796b6f7-cefa-45c5-a38b-b1dba51e4367,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:06.789666 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=1c0df64b-4f91-47a7-88a6-d3e19856555a,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:06.801381 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 3cdcb62c-df74-4474-8f92-a64427743b90 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:06.801802 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:07.191053 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b7ec1-5b2f-48c2-8e38-69c2c44403bc None None] Network 29cab194-8326-4d6a-967e-ce2256b1c68b requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:15:07.220640 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:07.382568 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-14a7dd12-1521-468d-8be3-924c1ab6464e None None] Provisioning for port 99cf7892-601e-4cc3-8403-2f942843e722 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:15:07.565035 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8067967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8065048'] for router, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:07.850412 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 1c0df64b-4f91-47a7-88a6-d3e19856555a up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:07.861186 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Router dd79f45a-2e96-4041-8718-c2eb346f6f6e is scheduled to L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 with binding_index 1 {{(pid=87745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:15:07.921438 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 1c0df64b-4f91-47a7-88a6-d3e19856555a triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:07.921801 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:08.041208 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:15:08.043022 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 99cf7892-601e-4cc3-8403-2f942843e722 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:08.071775 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Sync routers for ids ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:15:08.112803 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Routers {'dd79f45a-2e96-4041-8718-c2eb346f6f6e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:15:08.113395 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:14:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:08.120878 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:08.122153 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-cba904b9-ca73-4b56-b0ba-d711d779dd70 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2393765 Feb 28 19:15:08.125182 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39094) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:15:08.256652 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0249d87d-6c8c-436f-8a92-3dca4530d47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:08.298599 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Set router dd79f45a-2e96-4041-8718-c2eb346f6f6e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:15:08.341648 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 99cf7892-601e-4cc3-8403-2f942843e722 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:15:08.422664 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 99cf7892-601e-4cc3-8403-2f942843e722 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:08.423029 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:08.671274 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:08.725526 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 99cf7892-601e-4cc3-8403-2f942843e722, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=99cf7892-601e-4cc3-8403-2f942843e722,segment=NetworkSegment(2cf51647-47af-46bd-951f-47b5844242e0),segment_id=2cf51647-47af-46bd-951f-47b5844242e0)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:15:08.736979 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'name': 'tempest-TestMinimumBasicScenario-589825609-router', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:15:05Z', 'updated_at': '2022-02-28T19:15:06Z', 'revision_number': 3, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'gw_port': {'id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:06Z', 'updated_at': '2022-02-28T19:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:08.740832 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Checking router: dd79f45a-2e96-4041-8718-c2eb346f6f6e for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:15:08.741167 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Updating router dd79f45a-2e96-4041-8718-c2eb346f6f6e port e796b6f7-cefa-45c5-a38b-b1dba51e4367 binding host dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:15:08.797102 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:08.832924 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:08.873252 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:08.911432 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:08.980368 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=99cf7892-601e-4cc3-8403-2f942843e722,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:09.120750 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Allocated IP 172.20.0.1 (29cab194-8326-4d6a-967e-ce2256b1c68b/c76be5b2-d269-4e3c-88db-4821d1f97ced/19e0739e-b8cf-41d3-b0e7-628543294f1e) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:15:09.197827 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Notify callbacks [] for port, precommit_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.209717 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Transition to ACTIVE for port object e796b6f7-cefa-45c5-a38b-b1dba51e4367 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:15:09.223651 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.269122 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.275273 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.284188 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Transition to ACTIVE for port object 19e0739e-b8cf-41d3-b0e7-628543294f1e will not be triggered until provisioned by entity DHCP. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:15:09.364867 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.392307 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Attempting to bind port e796b6f7-cefa-45c5-a38b-b1dba51e4367 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:15:09.392664 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Attempting to bind port e796b6f7-cefa-45c5-a38b-b1dba51e4367 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:15:09.396783 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Attempting to bind port e796b6f7-cefa-45c5-a38b-b1dba51e4367 on network 18d537f6-da49-43a6-a13a-4c96f3f55116 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:15:09.398884 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c81d2-3788-4a89-8f00-241ca911be14 None None] Pushing event updated for resources: {'Port': ['ID=e796b6f7-cefa-45c5-a38b-b1dba51e4367,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:09.403094 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:15:09.403486 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Checking segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:15:09.403877 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.404251 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Bound using segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:15:09.404698 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Bound port: e796b6f7-cefa-45c5-a38b-b1dba51e4367, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:15:09.405053 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.428339 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Network 29cab194-8326-4d6a-967e-ce2256b1c68b is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:15:09.435132 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:15:09.439265 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:15:09.471749 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Pushing event updated for resources: {'Port': ['ID=19e0739e-b8cf-41d3-b0e7-628543294f1e,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:09.479580 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] For port e796b6f7-cefa-45c5-a38b-b1dba51e4367, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:15:09.483042 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] For port e796b6f7-cefa-45c5-a38b-b1dba51e4367, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=e796b6f7-cefa-45c5-a38b-b1dba51e4367,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:15:09.499051 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065618'] for router_interface, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.559272 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.638374 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Routers {'dd79f45a-2e96-4041-8718-c2eb346f6f6e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:15:09.638971 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:15:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:09.695497 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.709524 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c81d2-3788-4a89-8f00-241ca911be14 None None] Pushing event updated for resources: {'Port': ['ID=e796b6f7-cefa-45c5-a38b-b1dba51e4367,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:09.789143 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 99cf7892-601e-4cc3-8403-2f942843e722 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:09.832143 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-bc722a8f-b4e7-488b-bf1a-2abbb6038333 None None] Provisioning for port 19e0739e-b8cf-41d3-b0e7-628543294f1e completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:15:09.850187 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-bc722a8f-b4e7-488b-bf1a-2abbb6038333 None None] Provisioning complete for port 19e0739e-b8cf-41d3-b0e7-628543294f1e triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:09.850636 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-bc722a8f-b4e7-488b-bf1a-2abbb6038333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.932100 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] Set router dd79f45a-2e96-4041-8718-c2eb346f6f6e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:15:09.932316 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:09.983824 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-bc722a8f-b4e7-488b-bf1a-2abbb6038333 None None] Port 19e0739e-b8cf-41d3-b0e7-628543294f1e cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:15:09.984132 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:10.062918 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 99cf7892-601e-4cc3-8403-2f942843e722 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:10.063311 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:10.205473 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8065515'] for router_interface, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:10.209799 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Pushing event updated for resources: {'Port': ['ID=19e0739e-b8cf-41d3-b0e7-628543294f1e,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:10.343529 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Network 29cab194-8326-4d6a-967e-ce2256b1c68b is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:15:10.344734 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:15:10.359545 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'name': 'tempest-TestMinimumBasicScenario-589825609-router', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:15:05Z', 'updated_at': '2022-02-28T19:15:09Z', 'revision_number': 4, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'gw_port': {'id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:06Z', 'updated_at': '2022-02-28T19:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '19e0739e-b8cf-41d3-b0e7-628543294f1e', 'name': '', 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'mac_address': 'fa:16:3e:74:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c76be5b2-d269-4e3c-88db-4821d1f97ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:08Z', 'updated_at': '2022-02-28T19:15:09Z', 'revision_number': 1, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'subnets': [{'id': 'c76be5b2-d269-4e3c-88db-4821d1f97ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:10.363858 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce622ab-ae66-439c-9071-b0575bf41c36 None None] The sync data for ids ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'] in dv-cinder-831187-1-iscsi is: [{'id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'name': 'tempest-TestMinimumBasicScenario-589825609-router', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:15:05Z', 'updated_at': '2022-02-28T19:15:09Z', 'revision_number': 4, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'gw_port': {'id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:06Z', 'updated_at': '2022-02-28T19:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '19e0739e-b8cf-41d3-b0e7-628543294f1e', 'name': '', 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'mac_address': 'fa:16:3e:74:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c76be5b2-d269-4e3c-88db-4821d1f97ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:08Z', 'updated_at': '2022-02-28T19:15:09Z', 'revision_number': 1, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'subnets': [{'id': 'c76be5b2-d269-4e3c-88db-4821d1f97ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:15:10.543425 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Router dd79f45a-2e96-4041-8718-c2eb346f6f6e has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:15:10.611165 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-4227d90c-86ff-4c2f-991e-4677877596b9 None None] Provisioning complete for port 19e0739e-b8cf-41d3-b0e7-628543294f1e triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:10.611385 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4227d90c-86ff-4c2f-991e-4677877596b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:10.682222 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-4227d90c-86ff-4c2f-991e-4677877596b9 None None] Port 19e0739e-b8cf-41d3-b0e7-628543294f1e cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:15:10.750274 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:15:10.763140 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-c3164d42-fe3e-42cb-9001-a89764ce3b97 admin admin] 10.222.0.21 "PUT /v2.0/routers/dd79f45a-2e96-4041-8718-c2eb346f6f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6338491 Feb 28 19:15:10.893050 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:11.797170 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e796b6f7-cefa-45c5-a38b-b1dba51e4367 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:11.924922 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port e796b6f7-cefa-45c5-a38b-b1dba51e4367 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:15:11.931911 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port e796b6f7-cefa-45c5-a38b-b1dba51e4367 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:11.932487 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:11.995655 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:15:12.095435 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:12.114867 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port e796b6f7-cefa-45c5-a38b-b1dba51e4367, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=e796b6f7-cefa-45c5-a38b-b1dba51e4367,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:15:12.199717 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:12.282631 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=e796b6f7-cefa-45c5-a38b-b1dba51e4367,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:13.781376 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Sync routers for ids ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:15:13.792395 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Routers {'dd79f45a-2e96-4041-8718-c2eb346f6f6e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:15:13.793301 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:15:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:13.798799 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e796b6f7-cefa-45c5-a38b-b1dba51e4367 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:13.878615 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port e796b6f7-cefa-45c5-a38b-b1dba51e4367 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:13.879091 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:14.053261 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Set router dd79f45a-2e96-4041-8718-c2eb346f6f6e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:15:14.396233 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'name': 'tempest-TestMinimumBasicScenario-589825609-router', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:15:05Z', 'updated_at': '2022-02-28T19:15:09Z', 'revision_number': 4, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'gw_port': {'id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:06Z', 'updated_at': '2022-02-28T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '19e0739e-b8cf-41d3-b0e7-628543294f1e', 'name': '', 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'mac_address': 'fa:16:3e:74:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c76be5b2-d269-4e3c-88db-4821d1f97ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:08Z', 'updated_at': '2022-02-28T19:15:09Z', 'revision_number': 2, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'subnets': [{'id': 'c76be5b2-d269-4e3c-88db-4821d1f97ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:14.400906 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Checking router: dd79f45a-2e96-4041-8718-c2eb346f6f6e for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:15:14.401249 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Updating router dd79f45a-2e96-4041-8718-c2eb346f6f6e port 19e0739e-b8cf-41d3-b0e7-628543294f1e binding host dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:15:14.456780 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:14.813696 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:14.825201 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.provisioning_blocks [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Transition to ACTIVE for port object 19e0739e-b8cf-41d3-b0e7-628543294f1e will not be triggered until provisioned by entity L2. {{(pid=87747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:15:15.195127 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:15.337881 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617a8bf-5e98-4f66-a738-6ad19facee55 None None] Pushing event updated for resources: {'Port': ['ID=19e0739e-b8cf-41d3-b0e7-628543294f1e,revision_number=3']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:15.434606 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Attempting to bind port 19e0739e-b8cf-41d3-b0e7-628543294f1e on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:15:15.434967 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Attempting to bind port 19e0739e-b8cf-41d3-b0e7-628543294f1e by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '2cf51647-47af-46bd-951f-47b5844242e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b'}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:15:15.435355 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Attempting to bind port 19e0739e-b8cf-41d3-b0e7-628543294f1e on network 29cab194-8326-4d6a-967e-ce2256b1c68b {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:15:15.441015 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:15:15.441378 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Checking segment: {'id': '2cf51647-47af-46bd-951f-47b5844242e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:15:15.441770 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:15.442157 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Bound using segment: {'id': '2cf51647-47af-46bd-951f-47b5844242e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b'} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:15:15.442624 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Bound port: 19e0739e-b8cf-41d3-b0e7-628543294f1e, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf51647-47af-46bd-951f-47b5844242e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b'}}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:15:15.442991 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:15.552018 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] For port 19e0739e-b8cf-41d3-b0e7-628543294f1e, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:15:15.555107 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] For port 19e0739e-b8cf-41d3-b0e7-628543294f1e, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=19e0739e-b8cf-41d3-b0e7-628543294f1e,segment=NetworkSegment(2cf51647-47af-46bd-951f-47b5844242e0),segment_id=2cf51647-47af-46bd-951f-47b5844242e0)] {{(pid=87747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:15:15.641174 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:15.728362 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617a8bf-5e98-4f66-a738-6ad19facee55 None None] Pushing event updated for resources: {'Port': ['ID=19e0739e-b8cf-41d3-b0e7-628543294f1e,revision_number=4']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:15.731100 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Routers {'dd79f45a-2e96-4041-8718-c2eb346f6f6e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:15:15.731757 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:15:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:15.979068 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] Set router dd79f45a-2e96-4041-8718-c2eb346f6f6e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:15:16.327238 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'name': 'tempest-TestMinimumBasicScenario-589825609-router', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:15:05Z', 'updated_at': '2022-02-28T19:15:09Z', 'revision_number': 4, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'gw_port': {'id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:06Z', 'updated_at': '2022-02-28T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '19e0739e-b8cf-41d3-b0e7-628543294f1e', 'name': '', 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'mac_address': 'fa:16:3e:74:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c76be5b2-d269-4e3c-88db-4821d1f97ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:08Z', 'updated_at': '2022-02-28T19:15:15Z', 'revision_number': 4, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'subnets': [{'id': 'c76be5b2-d269-4e3c-88db-4821d1f97ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:15:16.331334 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d3c5b-c1fb-4dfe-961b-fdcb223227a7 None None] The sync data for ids ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'] in dv-cinder-831187-1-iscsi is: [{'id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'name': 'tempest-TestMinimumBasicScenario-589825609-router', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:15:05Z', 'updated_at': '2022-02-28T19:15:09Z', 'revision_number': 4, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'gw_port': {'id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:06Z', 'updated_at': '2022-02-28T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '19e0739e-b8cf-41d3-b0e7-628543294f1e', 'name': '', 'network_id': '29cab194-8326-4d6a-967e-ce2256b1c68b', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'mac_address': 'fa:16:3e:74:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c76be5b2-d269-4e3c-88db-4821d1f97ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:08Z', 'updated_at': '2022-02-28T19:15:15Z', 'revision_number': 4, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'subnets': [{'id': 'c76be5b2-d269-4e3c-88db-4821d1f97ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:15:17.818838 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 19e0739e-b8cf-41d3-b0e7-628543294f1e up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:18.175552 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 19e0739e-b8cf-41d3-b0e7-628543294f1e completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:15:18.180677 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 19e0739e-b8cf-41d3-b0e7-628543294f1e triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:18.181048 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:18.296049 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:18.329008 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 19e0739e-b8cf-41d3-b0e7-628543294f1e, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=19e0739e-b8cf-41d3-b0e7-628543294f1e,segment=NetworkSegment(2cf51647-47af-46bd-951f-47b5844242e0),segment_id=2cf51647-47af-46bd-951f-47b5844242e0)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:15:18.457631 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:18.536252 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=19e0739e-b8cf-41d3-b0e7-628543294f1e,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:19.797549 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 19e0739e-b8cf-41d3-b0e7-628543294f1e up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:19.876880 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 19e0739e-b8cf-41d3-b0e7-628543294f1e triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:19.877332 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:22.921904 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-2994afeb-86b2-4940-9daf-55accca9cd0a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:22.922658 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-2994afeb-86b2-4940-9daf-55accca9cd0a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Synchronizing usage tracker for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:network {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:15:23.027333 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-2994afeb-86b2-4940-9daf-55accca9cd0a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Unset dirty status for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:network {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:15:23.028566 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-2994afeb-86b2-4940-9daf-55accca9cd0a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/networks?id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a HTTP/1.1" status: 200 len: 815 time: 0.2493854 Feb 28 19:15:23.044567 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c37421c9-614d-4183-bafa-4c267990e098 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/quotas/f298627f53d14c5d92595dd3a87578d4 HTTP/1.1" status: 200 len: 375 time: 0.0106902 Feb 28 19:15:23.130337 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-380d035c-779a-4b5b-8c64-06cafc43b3a6 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Synchronizing usage tracker for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:15:23.234245 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-380d035c-779a-4b5b-8c64-06cafc43b3a6 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Unset dirty status for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:15:23.235564 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-380d035c-779a-4b5b-8c64-06cafc43b3a6 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f298627f53d14c5d92595dd3a87578d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1861835 Feb 28 19:15:23.371476 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-e233eb14-9d8d-4920-a565-724722d22910 service neutron] 10.222.0.21 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245692 Feb 28 19:15:23.497899 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-0a977efc-43e8-40f1-a01a-055ccee36004 service neutron] 10.222.0.21 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208451 Feb 28 19:15:23.748386 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96d6e262-f17b-41aa-ad4d-298b4196e59d req-60b8e8b8-5406-4c09-8b82-3d4ebed4099b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 210 time: 0.0433168 Feb 28 19:15:24.848530 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4e451867-031c-4b7e-99a8-d01f7123b67b req-7a795dba-a691-4b2b-848e-260b984d4ed1 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 210 time: 0.0434020 Feb 28 19:15:26.006959 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-357ccf9c-1ca1-4622-8ebe-dfa68adbea54 req-bcae18d7-fc33-4845-92c7-6371e12314aa tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 210 time: 0.0450361 Feb 28 19:15:26.680959 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-6a13a150-f34d-4d83-8b5e-2a8ea04f81ee tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:26.682422 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-6a13a150-f34d-4d83-8b5e-2a8ea04f81ee tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.61 "GET /v2.0/networks?id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a HTTP/1.1" status: 200 len: 815 time: 0.1544702 Feb 28 19:15:26.696135 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Request body: {'port': {'device_id': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'admin_state_up': True, 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:15:26.942648 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:15:26.995550 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:15:27.035780 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6131c54-85bb-4ab2-b8fc-2f2dc7e439d7 req-a3cbc5f0-2b76-43a5-9bc8-fed08c21a79c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:27.037232 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c6131c54-85bb-4ab2-b8fc-2f2dc7e439d7 req-a3cbc5f0-2b76-43a5-9bc8-fed08c21a79c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0877066 Feb 28 19:15:27.074608 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Made reservation on behalf of f298627f53d14c5d92595dd3a87578d4 for: {'port': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:15:27.083486 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:27.104024 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c6131c54-85bb-4ab2-b8fc-2f2dc7e439d7 req-bd7b4521-2580-47ad-9359-e9ba84506800 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603809 Feb 28 19:15:27.189834 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6112ae85-f045-4d55-86ac-066381f2d2c1 req-a070f266-b7c6-493b-a4e0-7010e4239d44 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 210 time: 0.0464618 Feb 28 19:15:27.295550 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Allocated IP 172.20.0.10 (dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a/9ecf6100-591e-45cc-9ced-2ccd94948411/ec6aa0eb-a35d-4608-b76a-18b48ca9440f) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:15:27.498628 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:27.514098 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Transition to ACTIVE for port object ec6aa0eb-a35d-4608-b76a-18b48ca9440f will not be triggered until provisioned by entity DHCP. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:15:27.630767 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:27.712349 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:15:27.716158 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:15:27.729525 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:15:27.776163 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'Port': ['ID=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:27.815987 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:27.816608 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:27.981703 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-c7d996e8-a32a-47c6-9062-f7234ab157b3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2903619 Feb 28 19:15:28.107446 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-b6c000ad-2b0b-4d74-8b62-afa4f8c0a172 None None] Provisioning for port ec6aa0eb-a35d-4608-b76a-18b48ca9440f completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:15:28.113125 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-b6c000ad-2b0b-4d74-8b62-afa4f8c0a172 None None] Provisioning complete for port ec6aa0eb-a35d-4608-b76a-18b48ca9440f triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:28.113824 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b6c000ad-2b0b-4d74-8b62-afa4f8c0a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:28.171858 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-b6c000ad-2b0b-4d74-8b62-afa4f8c0a172 None None] Port ec6aa0eb-a35d-4608-b76a-18b48ca9440f cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:15:28.303974 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d8475-242d-46ad-9885-d351e8481ebd req-16e5f0d0-adcc-472f-b3c2-41e3cb336780 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:28.305414 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d96d8475-242d-46ad-9885-d351e8481ebd req-16e5f0d0-adcc-472f-b3c2-41e3cb336780 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0881569 Feb 28 19:15:28.400170 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d96d8475-242d-46ad-9885-d351e8481ebd req-00f74def-bd4b-45a5-a094-8d158e995fd8 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580482 Feb 28 19:15:28.432954 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734c6ef-b9e0-47c1-9cdc-6d66a1e75081 req-6a586304-3d9e-451e-a7a4-e91f77097867 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:28.433959 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-c734c6ef-b9e0-47c1-9cdc-6d66a1e75081 req-6a586304-3d9e-451e-a7a4-e91f77097867 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Synchronizing usage tracker for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:15:28.508725 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-c734c6ef-b9e0-47c1-9cdc-6d66a1e75081 req-6a586304-3d9e-451e-a7a4-e91f77097867 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Unset dirty status for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:15:28.510025 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c734c6ef-b9e0-47c1-9cdc-6d66a1e75081 req-6a586304-3d9e-451e-a7a4-e91f77097867 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.2036405 Feb 28 19:15:28.559804 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-c734c6ef-b9e0-47c1-9cdc-6d66a1e75081 req-f708c977-7688-49ba-b789-fcefd4933214 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Synchronizing usage tracker for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:15:28.657303 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-c734c6ef-b9e0-47c1-9cdc-6d66a1e75081 req-f708c977-7688-49ba-b789-fcefd4933214 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Unset dirty status for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:15:28.658396 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c734c6ef-b9e0-47c1-9cdc-6d66a1e75081 req-f708c977-7688-49ba-b789-fcefd4933214 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417685 Feb 28 19:15:29.611850 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135c618-b753-4723-9309-7e13f2640916 req-ed3b0272-19cd-4335-b317-1247b9626b30 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:29.613386 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a135c618-b753-4723-9309-7e13f2640916 req-ed3b0272-19cd-4335-b317-1247b9626b30 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0953109 Feb 28 19:15:29.659948 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a135c618-b753-4723-9309-7e13f2640916 req-920f05ee-7cca-4619-9fe0-60d910bdcddc tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Feb 28 19:15:29.864482 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedff49-901f-4c03-9f09-ed6d923ef23c req-9d2ecd61-a956-4a3b-8aa7-1fee76f73112 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:29.866038 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2aedff49-901f-4c03-9f09-ed6d923ef23c req-9d2ecd61-a956-4a3b-8aa7-1fee76f73112 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.0923607 Feb 28 19:15:29.912337 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2aedff49-901f-4c03-9f09-ed6d923ef23c req-29985c48-815f-4c4c-8050-9cd4a33266d9 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408072 Feb 28 19:15:30.852077 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd790b-a4bd-4462-9829-032ab0ad4323 req-57c25529-59e1-48b9-a848-b580e37806be tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:30.853738 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fedd790b-a4bd-4462-9829-032ab0ad4323 req-57c25529-59e1-48b9-a848-b580e37806be tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0856304 Feb 28 19:15:30.898176 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fedd790b-a4bd-4462-9829-032ab0ad4323 req-851fa1af-dbc9-4ff0-bca0-63bdf2c339e3 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385261 Feb 28 19:15:31.118428 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ad314-a3bc-4f3a-9b92-70ab004dd32d req-417283bb-af9b-4e01-81d7-dc302d079725 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:31.119544 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:31.120113 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-992ad314-a3bc-4f3a-9b92-70ab004dd32d req-417283bb-af9b-4e01-81d7-dc302d079725 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.0857875 Feb 28 19:15:31.172511 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-992ad314-a3bc-4f3a-9b92-70ab004dd32d req-adadc23a-9eaf-4752-8cf8-68250f46693d tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Feb 28 19:15:32.116620 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20fda3-6c5e-47e4-b518-91c0ed3315f9 req-e9b46aca-766a-415c-b9ac-8d4998338889 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:32.118161 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ab20fda3-6c5e-47e4-b518-91c0ed3315f9 req-e9b46aca-766a-415c-b9ac-8d4998338889 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0876250 Feb 28 19:15:32.166135 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ab20fda3-6c5e-47e4-b518-91c0ed3315f9 req-3547f7bd-0e1b-4158-bccf-55a68ff94ab9 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Feb 28 19:15:32.362878 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d8cb0-2e15-4bf3-8a65-8bacc6bf392a req-46976770-09c4-41a6-8273-aeb830b96dfb tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:32.364228 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b11d8cb0-2e15-4bf3-8a65-8bacc6bf392a req-46976770-09c4-41a6-8273-aeb830b96dfb tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.0857542 Feb 28 19:15:32.410186 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b11d8cb0-2e15-4bf3-8a65-8bacc6bf392a req-1b88074e-c039-4b03-b1c3-0cf3fbce9a2b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Feb 28 19:15:33.358718 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56659c91-ab07-4a83-8708-f8cb9b2784cd req-31946e47-75ba-449f-bf4a-539baa1f0666 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:33.360099 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-56659c91-ab07-4a83-8708-f8cb9b2784cd req-31946e47-75ba-449f-bf4a-539baa1f0666 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0811412 Feb 28 19:15:33.407817 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-56659c91-ab07-4a83-8708-f8cb9b2784cd req-8db99de0-fdab-4909-8cb4-5ca62242a096 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 Feb 28 19:15:33.610833 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d81aea-0443-4e95-bfa4-d7dcc345cece req-153490de-2eb7-486e-b7f4-ec7d91153bd9 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:33.612839 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-93d81aea-0443-4e95-bfa4-d7dcc345cece req-153490de-2eb7-486e-b7f4-ec7d91153bd9 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.0922513 Feb 28 19:15:33.659755 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-93d81aea-0443-4e95-bfa4-d7dcc345cece req-6054069d-0ee0-40fb-9d5d-9d7663dbf590 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Feb 28 19:15:34.609051 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eb250-b5c1-42d9-95ff-df7fdf8259c9 req-991fa790-42ab-4e09-8310-6da5c5c88cab tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:34.610834 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f82eb250-b5c1-42d9-95ff-df7fdf8259c9 req-991fa790-42ab-4e09-8310-6da5c5c88cab tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0925183 Feb 28 19:15:34.666822 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f82eb250-b5c1-42d9-95ff-df7fdf8259c9 req-4dab2251-b28f-4d46-b3eb-96463efd308b tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494378 Feb 28 19:15:34.938930 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b429fa-f815-4a67-8fa5-39aaaf3949d0 req-ff0d39fd-4985-42d5-8ae7-abc75bf4e8a8 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:34.940442 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a7b429fa-f815-4a67-8fa5-39aaaf3949d0 req-ff0d39fd-4985-42d5-8ae7-abc75bf4e8a8 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.1743917 Feb 28 19:15:34.988368 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a7b429fa-f815-4a67-8fa5-39aaaf3949d0 req-9b3c9ae7-fd04-41e1-bcf8-0def839c706c tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Feb 28 19:15:35.632873 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-6b1583a1-4107-49d6-890b-482804c3e3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:35.858406 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c6028-cbbc-4e52-b0aa-e7af0313ee5f req-f7aaebd8-47c9-4d90-9880-3150ebd10b27 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:35.859862 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c52c6028-cbbc-4e52-b0aa-e7af0313ee5f req-f7aaebd8-47c9-4d90-9880-3150ebd10b27 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0847163 Feb 28 19:15:35.906041 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c52c6028-cbbc-4e52-b0aa-e7af0313ee5f req-6a3e703a-4fa6-4ccb-ace4-64786ed0174e tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 Feb 28 19:15:36.180646 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4793779-c522-4b93-8816-50318a2b4b80 req-cc4a9b0f-a06c-4d69-b0ee-6fa48461df96 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:36.182428 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b4793779-c522-4b93-8816-50318a2b4b80 req-cc4a9b0f-a06c-4d69-b0ee-6fa48461df96 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.0868332 Feb 28 19:15:36.229749 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b4793779-c522-4b93-8816-50318a2b4b80 req-dfc2ea89-756a-49a2-8042-211bb30f49ce tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Feb 28 19:15:37.104744 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b897ed6-0719-4974-8604-9fac2597155a req-3d9a3923-5b60-46a7-902b-aae58e40e63c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:37.107103 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3b897ed6-0719-4974-8604-9fac2597155a req-3d9a3923-5b60-46a7-902b-aae58e40e63c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0862174 Feb 28 19:15:37.156319 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3b897ed6-0719-4974-8604-9fac2597155a req-130992e4-2afe-41bf-91ef-37c0aeff826f tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Feb 28 19:15:37.580001 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdbf3f-b135-47ef-9752-1b6b6c132331 req-e86fe89e-6559-4ab9-9288-1ca3816a3169 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:37.581414 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-18cdbf3f-b135-47ef-9752-1b6b6c132331 req-e86fe89e-6559-4ab9-9288-1ca3816a3169 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.0852332 Feb 28 19:15:37.626426 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-18cdbf3f-b135-47ef-9752-1b6b6c132331 req-e417e289-0e9a-4db6-9418-f0608cbd41d1 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390682 Feb 28 19:15:38.148845 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-6786dce8-e4e7-472a-846e-381e44d1e354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:38.397446 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61bae1-3c88-4311-a9f8-992f98ce1df3 req-881399a6-902f-4c99-bb26-701aba8f1639 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:38.397446 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-eb61bae1-3c88-4311-a9f8-992f98ce1df3 req-881399a6-902f-4c99-bb26-701aba8f1639 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0929277 Feb 28 19:15:38.420345 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-eb61bae1-3c88-4311-a9f8-992f98ce1df3 req-a4fbac40-c86f-4011-866c-2528e0c26556 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521352 Feb 28 19:15:38.771028 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:38.829649 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9eebd-8083-483b-b818-2c19b4b7ef3f req-b6f3d1ea-32aa-4534-9bb0-a87180e2a910 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:38.831087 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8cc9eebd-8083-483b-b818-2c19b4b7ef3f req-b6f3d1ea-32aa-4534-9bb0-a87180e2a910 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.0981371 Feb 28 19:15:38.884315 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8cc9eebd-8083-483b-b818-2c19b4b7ef3f req-dae57edd-1691-4635-ab5f-7500c9ae52b5 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445497 Feb 28 19:15:39.233957 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:39.670743 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838b457-069a-4ff9-8d52-fa5013d58425 req-ca80a0b1-de77-489a-92cc-07f58e56e771 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:39.672166 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7838b457-069a-4ff9-8d52-fa5013d58425 req-ca80a0b1-de77-489a-92cc-07f58e56e771 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0795088 Feb 28 19:15:39.718557 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7838b457-069a-4ff9-8d52-fa5013d58425 req-9ef2caef-8542-4b04-999c-ca639a87dbac tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Feb 28 19:15:40.064251 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dadbc-6b0b-427f-8af9-0baaf5d08554 req-15dab751-2c9e-45d0-833a-647f74ba9b12 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:40.065660 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2e3dadbc-6b0b-427f-8af9-0baaf5d08554 req-15dab751-2c9e-45d0-833a-647f74ba9b12 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.0785866 Feb 28 19:15:40.108970 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2e3dadbc-6b0b-427f-8af9-0baaf5d08554 req-0c2cc0f9-93fe-4cd3-ad4f-9204cd15a754 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377645 Feb 28 19:15:40.910743 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba65fc-9dc1-4b17-a6fc-6d72c69fc992 req-ebcf2628-fbde-4533-ada9-8b5c8837e8c1 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:40.913160 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:40.913623 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4bba65fc-9dc1-4b17-a6fc-6d72c69fc992 req-ebcf2628-fbde-4533-ada9-8b5c8837e8c1 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0839069 Feb 28 19:15:40.957225 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4bba65fc-9dc1-4b17-a6fc-6d72c69fc992 req-9acca002-2be0-4e84-9a5b-607ca66a87ae tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380845 Feb 28 19:15:41.299662 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d91a64-83ea-4d20-b874-f82252359321 req-2ab4a79c-23ae-46cc-8bc1-1488e83f2c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:41.301139 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-17d91a64-83ea-4d20-b874-f82252359321 req-2ab4a79c-23ae-46cc-8bc1-1488e83f2c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.0863786 Feb 28 19:15:41.344554 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-17d91a64-83ea-4d20-b874-f82252359321 req-a6d331cf-e43c-4585-b771-95118c1d403c tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377593 Feb 28 19:15:42.141214 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4eff6-ba0d-49a9-a872-e9cbc249b23c req-0395b01d-b19b-4670-9af1-5f1ec453d606 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:42.142644 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bdb4eff6-ba0d-49a9-a872-e9cbc249b23c req-0395b01d-b19b-4670-9af1-5f1ec453d606 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0800352 Feb 28 19:15:42.187767 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bdb4eff6-ba0d-49a9-a872-e9cbc249b23c req-2f418414-fdd3-4819-91a8-d58ddf16e3f3 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389555 Feb 28 19:15:42.193467 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Request body: {'port': {'device_id': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:15:42.305086 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:42.639293 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e8266-af69-4161-89bc-1afebf7331ed req-31aa379a-642d-48df-b8a4-4fdbcd9854e5 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:42.640732 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-316e8266-af69-4161-89bc-1afebf7331ed req-31aa379a-642d-48df-b8a4-4fdbcd9854e5 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 932 time: 0.1774926 Feb 28 19:15:42.746790 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-316e8266-af69-4161-89bc-1afebf7331ed req-064e2184-49f7-49fc-b25a-97c0654302e9 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932760 Feb 28 19:15:42.748660 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6aa0eb-a35d-4608-b76a-18b48ca9440f {{(pid=87745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:15:42.755953 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:42.771790 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Transition to ACTIVE for port object ec6aa0eb-a35d-4608-b76a-18b48ca9440f will not be triggered until provisioned by entity L2. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:15:42.851048 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:43.079481 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Pushing event updated for resources: {'Port': ['ID=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:43.185581 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Attempting to bind port ec6aa0eb-a35d-4608-b76a-18b48ca9440f on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:15:43.186300 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Attempting to bind port ec6aa0eb-a35d-4608-b76a-18b48ca9440f by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:15:43.186300 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Attempting to bind port ec6aa0eb-a35d-4608-b76a-18b48ca9440f on network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:15:43.190662 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Port ec6aa0eb-a35d-4608-b76a-18b48ca9440f on network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:15:43.190978 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Attempting to bind port ec6aa0eb-a35d-4608-b76a-18b48ca9440f on network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:15:43.196683 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:15:43.197015 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Checking segment: {'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:15:43.197403 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Bound using segment: {'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:15:43.197826 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Bound port: ec6aa0eb-a35d-4608-b76a-18b48ca9440f, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e546990f-a69e-44a7-8d60-81eaddc1af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a'}}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:15:43.198161 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:43.287328 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] For port ec6aa0eb-a35d-4608-b76a-18b48ca9440f, host hv-cinder-83118, cleared binding levels {{(pid=87745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:15:43.290901 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] For port ec6aa0eb-a35d-4608-b76a-18b48ca9440f, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:15:43.377100 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59741a58-a67a-493d-9f5e-95f2968c10e2 req-0729c12a-4cab-473b-b0b9-9778fd72a700 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:43.378533 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-59741a58-a67a-493d-9f5e-95f2968c10e2 req-0729c12a-4cab-473b-b0b9-9778fd72a700 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0849550 Feb 28 19:15:43.400133 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:43.478841 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:43.479477 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:43.480828 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] 10.222.0.61 "PUT /v2.0/ports/ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 200 len: 1094 time: 1.2915459 Feb 28 19:15:43.481266 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:15:43.498924 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-59741a58-a67a-493d-9f5e-95f2968c10e2 req-464da274-91ac-40e4-975f-097fd6f4b97f tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139150 Feb 28 19:15:43.502996 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0646c1-5ac0-4fbe-9d38-42007a62de2b service neutron] Pushing event updated for resources: {'Port': ['ID=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,revision_number=3']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:43.542661 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'status': 'completed', 'code': 200} Feb 28 19:15:43.641862 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa6c40-fb5a-42ca-bd30-43955cb273b5 req-e5401393-c1ee-43f9-8064-5bb43f571044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:43.643395 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d5fa6c40-fb5a-42ca-bd30-43955cb273b5 req-e5401393-c1ee-43f9-8064-5bb43f571044 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f298627f53d14c5d92595dd3a87578d4&device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 1097 time: 0.0782609 Feb 28 19:15:43.788410 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa6c40-fb5a-42ca-bd30-43955cb273b5 req-635b26df-dcb6-435b-be41-106386f29935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:43.789867 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d5fa6c40-fb5a-42ca-bd30-43955cb273b5 req-635b26df-dcb6-435b-be41-106386f29935 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f298627f53d14c5d92595dd3a87578d4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1395421 Feb 28 19:15:43.797697 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d14a1-b9b4-4af8-918e-91a5551c6f34 req-203a391d-6244-495f-9852-ff3ce5375d55 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:43.799168 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-6a2d14a1-b9b4-4af8-918e-91a5551c6f34 req-203a391d-6244-495f-9852-ff3ce5375d55 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 945 time: 0.0860357 Feb 28 19:15:43.872963 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-6a2d14a1-b9b4-4af8-918e-91a5551c6f34 req-7e46fdc5-0bdd-4f7e-b62c-1273b43661bb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Deleting port 65f2774c-b61c-4e53-91c1-fbb8f22b4299 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:15:43.873301 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-6a2d14a1-b9b4-4af8-918e-91a5551c6f34 req-7e46fdc5-0bdd-4f7e-b62c-1273b43661bb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:43.972352 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa6c40-fb5a-42ca-bd30-43955cb273b5 req-8b6e6612-b141-41c0-88de-318dc816a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:43.973713 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d5fa6c40-fb5a-42ca-bd30-43955cb273b5 req-8b6e6612-b141-41c0-88de-318dc816a6da service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1782885 Feb 28 19:15:44.002050 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96800d7-bab7-41fe-8d9c-74ddcefcb92e req-d28a749e-0e73-4da9-bf09-3bc168e64a02 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:44.003672 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a96800d7-bab7-41fe-8d9c-74ddcefcb92e req-d28a749e-0e73-4da9-bf09-3bc168e64a02 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 944 time: 0.1215465 Feb 28 19:15:44.097331 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a96800d7-bab7-41fe-8d9c-74ddcefcb92e req-83fb298f-edce-46dd-864a-fdeaefbea8ce tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874639 Feb 28 19:15:44.119945 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-87e9c080-c18a-4d03-96e6-8246cf481ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:44.121390 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-87e9c080-c18a-4d03-96e6-8246cf481ac0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f298627f53d14c5d92595dd3a87578d4&device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 1097 time: 0.1097326 Feb 28 19:15:44.192653 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-dce60d97-ebc9-4cc2-96d2-a122377cab61 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 200 len: 217 time: 0.0651166 Feb 28 19:15:44.228798 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-6a2d14a1-b9b4-4af8-918e-91a5551c6f34 req-7e46fdc5-0bdd-4f7e-b62c-1273b43661bb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] For port 65f2774c-b61c-4e53-91c1-fbb8f22b4299, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=65f2774c-b61c-4e53-91c1-fbb8f22b4299,segment=NetworkSegment(37b43083-05fb-49ea-bdc5-611659d72950),segment_id=37b43083-05fb-49ea-bdc5-611659d72950)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:15:44.229073 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-6a2d14a1-b9b4-4af8-918e-91a5551c6f34 req-7e46fdc5-0bdd-4f7e-b62c-1273b43661bb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:44.254391 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-7e4756cf-ad99-4ba9-9570-695ea8f4548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:44.255959 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-7e4756cf-ad99-4ba9-9570-695ea8f4548c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ecf6100-591e-45cc-9ced-2ccd94948411 HTTP/1.1" status: 200 len: 854 time: 0.0574925 Feb 28 19:15:44.329883 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-5724134a-98c6-4b94-aefa-2b5d1e9f3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:44.331350 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-5724134a-98c6-4b94-aefa-2b5d1e9f3a1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691662 Feb 28 19:15:44.353400 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-6a2d14a1-b9b4-4af8-918e-91a5551c6f34 req-7e46fdc5-0bdd-4f7e-b62c-1273b43661bb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Calling delete_port for 65f2774c-b61c-4e53-91c1-fbb8f22b4299 owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:15:44.471187 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-6916cd8e-520f-4611-942d-93f09e88bbf8 service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332855 Feb 28 19:15:44.565239 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-6a2d14a1-b9b4-4af8-918e-91a5551c6f34 req-7e46fdc5-0bdd-4f7e-b62c-1273b43661bb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:44.576915 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['65f2774c-b61c-4e53-91c1-fbb8f22b4299'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:15:44.612194 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96816961-f7da-4dd1-b306-126a46ee5c71 req-812fcae7-6edc-460b-ac16-0f6df1e9e071 service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344576 Feb 28 19:15:44.616278 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46fdc5-0bdd-4f7e-b62c-1273b43661bb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Pushing event deleted for resources: {'Port': ['ID=65f2774c-b61c-4e53-91c1-fbb8f22b4299,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:44.675213 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3396cf1b-d5e6-4b8d-8786-47f131f00ad3 req-915da494-69a2-4f2c-ae4b-8e873152f814 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 210 time: 0.0464289 Feb 28 19:15:44.705996 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2d14a1-b9b4-4af8-918e-91a5551c6f34 req-7e46fdc5-0bdd-4f7e-b62c-1273b43661bb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] No DVR routers for this DVR port 65f2774c-b61c-4e53-91c1-fbb8f22b4299 on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:15:44.708303 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-6a2d14a1-b9b4-4af8-918e-91a5551c6f34 req-7e46fdc5-0bdd-4f7e-b62c-1273b43661bb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:44.711002 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba645b2e-2ff8-46d4-8a64-9723a78988e4', 'name': 'network-vif-deleted', 'tag': '65f2774c-b61c-4e53-91c1-fbb8f22b4299'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:15:44.753365 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba645b2e-2ff8-46d4-8a64-9723a78988e4', 'name': 'network-vif-deleted', 'tag': '65f2774c-b61c-4e53-91c1-fbb8f22b4299', 'status': 'completed', 'code': 200} Feb 28 19:15:44.789667 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-6a2d14a1-b9b4-4af8-918e-91a5551c6f34 req-7e46fdc5-0bdd-4f7e-b62c-1273b43661bb tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.61 "DELETE /v2.0/ports/65f2774c-b61c-4e53-91c1-fbb8f22b4299 HTTP/1.1" status: 204 len: 173 time: 0.9853690 Feb 28 19:15:45.282281 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ec001-9ea6-4b84-a6e2-908ae0cc32e9 req-b75ec6ca-c29c-404d-a4ca-08663b91e4a7 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:45.283753 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b44ec001-9ea6-4b84-a6e2-908ae0cc32e9 req-b75ec6ca-c29c-404d-a4ca-08663b91e4a7 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 944 time: 0.0799205 Feb 28 19:15:45.327160 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b44ec001-9ea6-4b84-a6e2-908ae0cc32e9 req-0d504874-e139-4c81-9e8b-6e302b15e726 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372839 Feb 28 19:15:45.888355 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-86bbdabe-e23a-4f0c-ad6c-9f0c05fba992 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749698 Feb 28 19:15:45.947382 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ceb9fa7c-9c29-447d-94ef-afcbbde7c816 req-9f6acfde-d9bb-4fc3-b79c-1495dc77dd41 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba645b2e-2ff8-46d4-8a64-9723a78988e4 HTTP/1.1" status: 200 len: 210 time: 0.1472533 Feb 28 19:15:45.992296 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-17b990e9-ba30-4bd8-b877-d59c6ac6dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:45.993792 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-17b990e9-ba30-4bd8-b877-d59c6ac6dc4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 1099 time: 0.0806260 Feb 28 19:15:46.140277 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-5bb4a418-4e3c-4a3f-b7f2-d1e494c92cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:46.140277 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-5bb4a418-4e3c-4a3f-b7f2-d1e494c92cf5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1236615 Feb 28 19:15:46.239535 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-509aa2a4-d567-42a5-aace-b5ac029e8548 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c20d67-5dfd-43c2-84f1-6f01de9fa67e HTTP/1.1" status: 200 len: 1002 time: 0.0951519 Feb 28 19:15:46.300811 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-9bd77b53-e84a-42d8-8ece-e8dd0519ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:46.302204 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-9bd77b53-e84a-42d8-8ece-e8dd0519ed3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0561945 Feb 28 19:15:46.375703 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-1e9d20a4-7306-4103-a12b-7477162b8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:46.377169 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-1e9d20a4-7306-4103-a12b-7477162b8ca5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680389 Feb 28 19:15:46.511981 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47eac0a-026b-4551-843f-9f253da951b8 req-2cd4c4e9-52ac-4a05-ab70-e099b82d08ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:46.513619 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c47eac0a-026b-4551-843f-9f253da951b8 req-2cd4c4e9-52ac-4a05-ab70-e099b82d08ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 944 time: 0.0806823 Feb 28 19:15:46.518990 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-1ab65750-3bfa-4b07-992b-41ecc65f822f service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344857 Feb 28 19:15:46.560573 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c47eac0a-026b-4551-843f-9f253da951b8 req-230b5dc9-c467-4b70-b365-e0507e3d2ca7 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Feb 28 19:15:46.650042 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-bd8293e9-1d34-4db5-a8eb-529c88361ee4 req-b4e94c0f-90e1-4dd5-83a5-4f97de266a05 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248853 Feb 28 19:15:47.656916 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 65f2774c-b61c-4e53-91c1-fbb8f22b4299 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:15:47.690926 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 65f2774c-b61c-4e53-91c1-fbb8f22b4299 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:15:47.691294 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 65f2774c-b61c-4e53-91c1-fbb8f22b4299 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:15:47.750905 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2acde7-5969-4f1a-ac90-2eb79eb7d529 req-63b37a6f-9530-4812-b85d-41e0f0bc3940 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:47.752719 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dd2acde7-5969-4f1a-ac90-2eb79eb7d529 req-63b37a6f-9530-4812-b85d-41e0f0bc3940 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 944 time: 0.0839260 Feb 28 19:15:47.797410 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dd2acde7-5969-4f1a-ac90-2eb79eb7d529 req-643672e4-82aa-4a2f-8c26-f4f7f6983d31 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 Feb 28 19:15:48.980432 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35fc36-7fcd-489f-874c-d401dbd2a98e req-34f41962-24e9-455a-a298-8d30ecc726bf tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:48.981865 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-db35fc36-7fcd-489f-874c-d401dbd2a98e req-34f41962-24e9-455a-a298-8d30ecc726bf tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 944 time: 0.0804830 Feb 28 19:15:48.995703 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:15:49.026320 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-db35fc36-7fcd-489f-874c-d401dbd2a98e req-197bf9cd-c717-45b5-bd97-1cd3914846d3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388050 Feb 28 19:15:50.212807 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3d5fd-0565-448f-b6e6-ba178684f86f req-275963c4-dd9d-4b22-aa97-dc7d15f2366a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:50.214241 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-81c3d5fd-0565-448f-b6e6-ba178684f86f req-275963c4-dd9d-4b22-aa97-dc7d15f2366a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 944 time: 0.0836747 Feb 28 19:15:50.233397 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device ec6aa0eb-a35d-4608-b76a-18b48ca9440f details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:15:50.261101 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-81c3d5fd-0565-448f-b6e6-ba178684f86f req-4da3610e-0475-431f-96df-786c21feab09 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Feb 28 19:15:50.364611 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port ec6aa0eb-a35d-4608-b76a-18b48ca9440f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:15:50.377958 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'port_id': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'mac_address': 'fa:16:3e:90:f8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:15:50.434326 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:50.450351 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6aa0eb-a35d-4608-b76a-18b48ca9440f {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:15:50.465105 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port ec6aa0eb-a35d-4608-b76a-18b48ca9440f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:15:50.513372 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:50.578279 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:51.446378 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1608a0-5eec-4ba9-9226-bcc59c805c8d req-6c04c0be-5f6b-4c28-b5fb-941787699236 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:51.447826 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9a1608a0-5eec-4ba9-9226-bcc59c805c8d req-6c04c0be-5f6b-4c28-b5fb-941787699236 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 945 time: 0.0843241 Feb 28 19:15:51.489930 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9a1608a0-5eec-4ba9-9226-bcc59c805c8d req-5dc23a04-c7a0-4086-9ebd-3b2000771eb8 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365500 Feb 28 19:15:52.175317 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['ec6aa0eb-a35d-4608-b76a-18b48ca9440f'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:15:52.672901 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeb0b9-40dd-4714-a799-0bea4e838a1c req-e7ead82d-b82c-49bf-9934-34835bb0525b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:52.674336 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4cbeb0b9-40dd-4714-a799-0bea4e838a1c req-e7ead82d-b82c-49bf-9934-34835bb0525b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 945 time: 0.0795689 Feb 28 19:15:52.718921 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4cbeb0b9-40dd-4714-a799-0bea4e838a1c req-befd3b88-c075-4d06-b146-c44695f61049 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388632 Feb 28 19:15:53.763446 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device ec6aa0eb-a35d-4608-b76a-18b48ca9440f up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:15:53.889330 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port ec6aa0eb-a35d-4608-b76a-18b48ca9440f completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:15:53.894417 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port ec6aa0eb-a35d-4608-b76a-18b48ca9440f triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:15:53.894784 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:53.911022 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2b636-13dc-4217-b3b4-c628cacc3f8c req-9c2253fe-3d8a-4f6f-a5ae-7c9293d5dae2 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:53.914176 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fde2b636-13dc-4217-b3b4-c628cacc3f8c req-9c2253fe-3d8a-4f6f-a5ae-7c9293d5dae2 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 945 time: 0.0898519 Feb 28 19:15:53.961737 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-fde2b636-13dc-4217-b3b4-c628cacc3f8c req-f911462b-0b3a-4745-93c9-6e24a432f5a3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Feb 28 19:15:54.033865 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:54.060426 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:15:54.070787 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port ec6aa0eb-a35d-4608-b76a-18b48ca9440f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:15:54.106155 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'code': 200} Feb 28 19:15:54.159241 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:54.232195 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:15:54.571455 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92d6fd-fc12-4bf3-8aa8-4e7e47ef0157 req-aedef085-9eec-4bbb-82f9-1e8d3a081dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:54.572827 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3d92d6fd-fc12-4bf3-8aa8-4e7e47ef0157 req-aedef085-9eec-4bbb-82f9-1e8d3a081dd6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 1099 time: 0.0730159 Feb 28 19:15:54.613370 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3d92d6fd-fc12-4bf3-8aa8-4e7e47ef0157 req-5b420f1f-56b8-4072-81f3-d1ed57dbfea8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343382 Feb 28 19:15:55.147959 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8351b6-afbd-410a-9c1c-1287d7fc2617 req-f576d5c2-f8f9-4896-b9c4-ce4387372f69 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:55.149381 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ff8351b6-afbd-410a-9c1c-1287d7fc2617 req-f576d5c2-f8f9-4896-b9c4-ce4387372f69 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 946 time: 0.0783498 Feb 28 19:15:55.195807 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ff8351b6-afbd-410a-9c1c-1287d7fc2617 req-81f06c2b-1dee-4411-a0b4-ca7eb5e491ad tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Feb 28 19:15:56.379242 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6bfb9-5cb1-4a1c-9344-d5ce918df442 req-64179bfd-22cf-4450-83b1-fae90e3d8ad0 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:56.380659 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1bb6bfb9-5cb1-4a1c-9344-d5ce918df442 req-64179bfd-22cf-4450-83b1-fae90e3d8ad0 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 946 time: 0.0794778 Feb 28 19:15:56.425008 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1bb6bfb9-5cb1-4a1c-9344-d5ce918df442 req-728ec6b4-4f7d-4bd5-b119-e4acb229a21d tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380154 Feb 28 19:15:57.611053 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42858d6a-1d56-4384-bd1f-d782264e4619 req-f8edb5ca-7acf-4500-b4f6-44a01586a84a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:57.612492 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-42858d6a-1d56-4384-bd1f-d782264e4619 req-f8edb5ca-7acf-4500-b4f6-44a01586a84a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 946 time: 0.0833349 Feb 28 19:15:57.657447 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-42858d6a-1d56-4384-bd1f-d782264e4619 req-d82754bf-e0c5-408d-a9c6-69d337ec4471 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389907 Feb 28 19:15:57.839712 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963061-3dba-48d6-a5cb-8b01d7ea6e32 req-6dd6ec06-6edc-45fd-8e49-504eb49f03da tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:57.841145 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-68963061-3dba-48d6-a5cb-8b01d7ea6e32 req-6dd6ec06-6edc-45fd-8e49-504eb49f03da tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 946 time: 0.0801356 Feb 28 19:15:57.883809 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-68963061-3dba-48d6-a5cb-8b01d7ea6e32 req-06395edd-a110-40da-a0db-54527c5b5e78 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372052 Feb 28 19:15:58.274316 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6da4d-cbbd-42ce-bcd3-7c0164042c98 req-64cc397a-d764-4a7b-a5f0-b05e2fb31438 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:15:58.275727 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-08a6da4d-cbbd-42ce-bcd3-7c0164042c98 req-64cc397a-d764-4a7b-a5f0-b05e2fb31438 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 946 time: 0.0865905 Feb 28 19:15:58.322150 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-08a6da4d-cbbd-42ce-bcd3-7c0164042c98 req-ea1974b6-8595-4f01-abd5-465c2a48ccfe tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408502 Feb 28 19:16:01.118521 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:02.313174 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-73d45ada-2435-4902-94ba-ae03f0f21a5c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:02.314594 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-73d45ada-2435-4902-94ba-ae03f0f21a5c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/networks?id=686c36cb-f669-4810-83b3-a9d37b1a6ff3 HTTP/1.1" status: 200 len: 814 time: 0.1665270 Feb 28 19:16:02.335308 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-4d01e6f1-04cd-4149-b84c-e959c387eeef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/quotas/1c06762c8979480f92330ac600b63c5c HTTP/1.1" status: 200 len: 375 time: 0.0092492 Feb 28 19:16:02.379014 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ac83ad28-94ed-43a4-bcd5-56a8e20ab5ef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c06762c8979480f92330ac600b63c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418518 Feb 28 19:16:02.609478 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-71647753-e120-4985-b62e-475ef86b2546 service neutron] 10.222.0.21 "GET /v2.0/networks/686c36cb-f669-4810-83b3-a9d37b1a6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230923 Feb 28 19:16:02.742726 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-d8b4d121-e140-46f8-b75f-48a730c46cdf service neutron] 10.222.0.21 "GET /v2.0/networks/686c36cb-f669-4810-83b3-a9d37b1a6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275721 Feb 28 19:16:03.053486 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c2448c8c-e3a9-455f-800f-1b2a6201530c req-b99a77dd-3798-4758-b3e0-88b8300612e3 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 210 time: 0.0488992 Feb 28 19:16:04.202063 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ff9a9889-48de-49a6-88b8-55c05b6d170c req-ca23d1d9-3a11-4345-b20a-105473185b2d tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 210 time: 0.0424278 Feb 28 19:16:05.236729 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-c7d9054e-7f6e-4d4e-9e41-394405aa70c6 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:05.238239 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-c7d9054e-7f6e-4d4e-9e41-394405aa70c6 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.61 "GET /v2.0/networks?id=686c36cb-f669-4810-83b3-a9d37b1a6ff3 HTTP/1.1" status: 200 len: 814 time: 0.2330492 Feb 28 19:16:05.254664 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Request body: {'port': {'device_id': '1630c283-c674-4fb1-be21-7eb220ea227f', 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3', 'admin_state_up': True, 'tenant_id': '1c06762c8979480f92330ac600b63c5c'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:16:05.359711 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dbd81c58-907c-4c1e-a968-c8fdbd72dd39 req-7e029a89-d394-44c6-b2fa-810d6e8a5993 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 210 time: 0.0465674 Feb 28 19:16:05.398144 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:16:05.402302 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Usage tracker for resource:port and tenant:1c06762c8979480f92330ac600b63c5c is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:16:05.405109 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:16:05.410619 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:16:05.454773 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c8af8fb1-d22a-487d-8865-ca453908be07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:05.483846 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Made reservation on behalf of 1c06762c8979480f92330ac600b63c5c for: {'port': 1} {{(pid=87744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:16:05.489462 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:05.657970 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Allocated IP 172.20.0.8 (686c36cb-f669-4810-83b3-a9d37b1a6ff3/00be50b5-7d16-4811-b0e1-44e08fc136db/fb1c6728-f3d8-4fe4-866e-9a1da52cf317) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:16:05.857262 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:05.965068 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:06.032990 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:16:06.040047 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:16:06.044248 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:16:06.078095 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Pushing event updated for resources: {'Port': ['ID=fb1c6728-f3d8-4fe4-866e-9a1da52cf317,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:06.094857 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.095224 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.095558 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.095886 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.096206 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.096524 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.096842 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.097158 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.097473 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.097788 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.098102 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.098411 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:06.118649 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:06.119303 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:06.238377 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-0f12efe5-70da-428d-8187-8ed40e419e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9918239 Feb 28 19:16:06.249415 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Request body: {'port': {'device_id': '1630c283-c674-4fb1-be21-7eb220ea227f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:16:06.360438 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:06.554233 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fbe5a-4365-421b-8b7f-c20b885b9371 req-50ddf6e3-a6d1-4e7d-9d2c-81ebfe0addb7 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:06.555699 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-639fbe5a-4365-421b-8b7f-c20b885b9371 req-50ddf6e3-a6d1-4e7d-9d2c-81ebfe0addb7 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 931 time: 0.0835717 Feb 28 19:16:06.601815 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-639fbe5a-4365-421b-8b7f-c20b885b9371 req-0eb801f9-d370-44a9-9711-40e010675eb7 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Feb 28 19:16:06.720418 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1c6728-f3d8-4fe4-866e-9a1da52cf317 {{(pid=87744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:16:06.727703 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:06.741355 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Transition to ACTIVE for port object fb1c6728-f3d8-4fe4-866e-9a1da52cf317 will not be triggered until provisioned by entity L2. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:16:06.792734 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:06.944824 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1c6728-f3d8-4fe4-866e-9a1da52cf317,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:07.020714 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Attempting to bind port fb1c6728-f3d8-4fe4-866e-9a1da52cf317 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:16:07.021989 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Attempting to bind port fb1c6728-f3d8-4fe4-866e-9a1da52cf317 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '37b43083-05fb-49ea-bdc5-611659d72950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3'}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:16:07.022327 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Attempting to bind port fb1c6728-f3d8-4fe4-866e-9a1da52cf317 on network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:16:07.026859 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Port fb1c6728-f3d8-4fe4-866e-9a1da52cf317 on network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:16:07.027212 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Attempting to bind port fb1c6728-f3d8-4fe4-866e-9a1da52cf317 on network 686c36cb-f669-4810-83b3-a9d37b1a6ff3 {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:16:07.032124 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:16:07.032457 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Checking segment: {'id': '37b43083-05fb-49ea-bdc5-611659d72950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:16:07.032832 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Bound using segment: {'id': '37b43083-05fb-49ea-bdc5-611659d72950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3'} {{(pid=87744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:16:07.033246 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.managers [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Bound port: fb1c6728-f3d8-4fe4-866e-9a1da52cf317, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b43083-05fb-49ea-bdc5-611659d72950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3'}}] {{(pid=87744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:16:07.033580 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:07.121984 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] For port fb1c6728-f3d8-4fe4-866e-9a1da52cf317, host hv-cinder-83118, cleared binding levels {{(pid=87744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:16:07.124842 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] For port fb1c6728-f3d8-4fe4-866e-9a1da52cf317, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=fb1c6728-f3d8-4fe4-866e-9a1da52cf317,segment=NetworkSegment(37b43083-05fb-49ea-bdc5-611659d72950),segment_id=37b43083-05fb-49ea-bdc5-611659d72950)] {{(pid=87744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:16:07.221625 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:07.276118 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:07.276738 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:07.278075 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] 10.222.0.61 "PUT /v2.0/ports/fb1c6728-f3d8-4fe4-866e-9a1da52cf317 HTTP/1.1" status: 200 len: 1093 time: 1.0326161 Feb 28 19:16:07.278498 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1630c283-c674-4fb1-be21-7eb220ea227f', 'tag': 'fb1c6728-f3d8-4fe4-866e-9a1da52cf317'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:16:07.305714 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21451b-5325-412d-985b-2d7effb71e57 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1c6728-f3d8-4fe4-866e-9a1da52cf317,revision_number=3']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:07.324500 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1630c283-c674-4fb1-be21-7eb220ea227f', 'tag': 'fb1c6728-f3d8-4fe4-866e-9a1da52cf317', 'status': 'completed', 'code': 200} Feb 28 19:16:07.506885 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4b0fd-d2dc-4d4f-8349-09e730bb0475 req-7898ef63-e572-49d2-8220-1863bb960ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:07.508285 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2fd4b0fd-d2dc-4d4f-8349-09e730bb0475 req-7898ef63-e572-49d2-8220-1863bb960ef6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c06762c8979480f92330ac600b63c5c&device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 1096 time: 0.1599576 Feb 28 19:16:07.648324 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4b0fd-d2dc-4d4f-8349-09e730bb0475 req-21bdeea8-698b-41b4-8ffc-370ffc34678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:07.649771 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2fd4b0fd-d2dc-4d4f-8349-09e730bb0475 req-21bdeea8-698b-41b4-8ffc-370ffc34678e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1c06762c8979480f92330ac600b63c5c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1346109 Feb 28 19:16:07.795502 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4b0fd-d2dc-4d4f-8349-09e730bb0475 req-f09cf972-f4c1-4c46-af9d-6269b76dc363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:07.797249 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-2fd4b0fd-d2dc-4d4f-8349-09e730bb0475 req-f09cf972-f4c1-4c46-af9d-6269b76dc363 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1414683 Feb 28 19:16:07.807207 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ab9f6-3956-4ade-89bc-1f32734bc8fa req-f59cd1ce-6a4a-4246-8632-8a4f7a7473a3 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:07.808894 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f64ab9f6-3956-4ade-89bc-1f32734bc8fa req-f59cd1ce-6a4a-4246-8632-8a4f7a7473a3 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 943 time: 0.1000690 Feb 28 19:16:07.860377 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f64ab9f6-3956-4ade-89bc-1f32734bc8fa req-71c70ebe-7b2a-4d43-b606-ad2d03882f65 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448799 Feb 28 19:16:07.908210 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-70ff9b5c-686b-4ccf-abb5-22dacaaf672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:07.909692 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-70ff9b5c-686b-4ccf-abb5-22dacaaf672e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c06762c8979480f92330ac600b63c5c&device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 1096 time: 0.0742908 Feb 28 19:16:07.981713 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-fa1eef46-4feb-4de9-89c5-0250c6bc6b08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb1c6728-f3d8-4fe4-866e-9a1da52cf317 HTTP/1.1" status: 200 len: 217 time: 0.0638857 Feb 28 19:16:08.044113 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-babc1561-c066-4e70-b320-5fd509d2f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:08.045435 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-babc1561-c066-4e70-b320-5fd509d2f11c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00be50b5-7d16-4811-b0e1-44e08fc136db HTTP/1.1" status: 200 len: 854 time: 0.0574243 Feb 28 19:16:08.094929 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-96b8b8d3-694b-4dc6-93ef-2480552ae259 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=686c36cb-f669-4810-83b3-a9d37b1a6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432739 Feb 28 19:16:08.148220 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-de8302e0-a72f-4d12-87ff-f3f31b5cfa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:08.226834 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-ed5b3cc8-b0f1-4258-86ba-2e0b52fb739a service neutron] 10.222.0.61 "GET /v2.0/networks/686c36cb-f669-4810-83b3-a9d37b1a6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242783 Feb 28 19:16:08.357408 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-5749f9c7-2f20-4132-bf05-4c06516a4062 req-4596045f-4642-4237-8818-8b25b699754a service neutron] 10.222.0.61 "GET /v2.0/networks/686c36cb-f669-4810-83b3-a9d37b1a6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242678 Feb 28 19:16:08.764380 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:09.143340 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc383db-85c8-46a7-a9f0-8ac80c1879f7 req-3ed91e71-7e03-4312-921f-6b5f784d312c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:09.144793 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dcc383db-85c8-46a7-a9f0-8ac80c1879f7 req-3ed91e71-7e03-4312-921f-6b5f784d312c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 943 time: 0.1746674 Feb 28 19:16:09.180421 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:09.189604 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dcc383db-85c8-46a7-a9f0-8ac80c1879f7 req-835330be-7c4c-43a2-89a9-2bb3d781c18f tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385303 Feb 28 19:16:10.378510 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fab10-cd8e-4aa1-a7dd-4ece7a9db4d4 req-096745f7-ea56-4d3d-b73b-5927d14aefac tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:10.379905 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-147fab10-cd8e-4aa1-a7dd-4ece7a9db4d4 req-096745f7-ea56-4d3d-b73b-5927d14aefac tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 943 time: 0.0852962 Feb 28 19:16:10.424999 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-147fab10-cd8e-4aa1-a7dd-4ece7a9db4d4 req-2e321d9c-193d-4846-91cf-959664749d17 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386534 Feb 28 19:16:10.867043 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:11.606928 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bf70c-05ff-4d40-a691-0be6e55ab77a req-6c83efa3-22f6-4ab7-bdf4-11ef89ce2827 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:11.608371 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-724bf70c-05ff-4d40-a691-0be6e55ab77a req-6c83efa3-22f6-4ab7-bdf4-11ef89ce2827 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 943 time: 0.0794430 Feb 28 19:16:11.654153 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-724bf70c-05ff-4d40-a691-0be6e55ab77a req-7b563c8a-125e-413a-8f19-56d0017a9c1c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Feb 28 19:16:11.919210 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device fb1c6728-f3d8-4fe4-866e-9a1da52cf317 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:16:12.050224 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port fb1c6728-f3d8-4fe4-866e-9a1da52cf317, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=fb1c6728-f3d8-4fe4-866e-9a1da52cf317,segment=NetworkSegment(37b43083-05fb-49ea-bdc5-611659d72950),segment_id=37b43083-05fb-49ea-bdc5-611659d72950)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:16:12.063277 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': 'fb1c6728-f3d8-4fe4-866e-9a1da52cf317', 'network_id': '686c36cb-f669-4810-83b3-a9d37b1a6ff3', 'port_id': 'fb1c6728-f3d8-4fe4-866e-9a1da52cf317', 'mac_address': 'fa:16:3e:5e:cd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00be50b5-7d16-4811-b0e1-44e08fc136db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:16:12.115815 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:12.131669 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1c6728-f3d8-4fe4-866e-9a1da52cf317 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:16:12.146127 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port fb1c6728-f3d8-4fe4-866e-9a1da52cf317, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=fb1c6728-f3d8-4fe4-866e-9a1da52cf317,segment=NetworkSegment(37b43083-05fb-49ea-bdc5-611659d72950),segment_id=37b43083-05fb-49ea-bdc5-611659d72950)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:16:12.249323 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:12.321816 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=fb1c6728-f3d8-4fe4-866e-9a1da52cf317,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:12.329338 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.329754 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.330099 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.330431 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.330756 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.331084 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.331446 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.331754 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.332075 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.332392 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.332706 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.333037 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:12.580225 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296544c-219c-4bd8-88ca-a5d7a5b34c97 req-1156d833-2e03-4fa9-9424-8878dd2032a8 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:12.581548 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b296544c-219c-4bd8-88ca-a5d7a5b34c97 req-1156d833-2e03-4fa9-9424-8878dd2032a8 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 946 time: 0.0795231 Feb 28 19:16:12.604406 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['fb1c6728-f3d8-4fe4-866e-9a1da52cf317'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:16:12.625794 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b296544c-219c-4bd8-88ca-a5d7a5b34c97 req-2d194d89-14be-4e53-92eb-81cf127aed14 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381243 Feb 28 19:16:12.650196 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 39504) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:12.773699 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce4e5e7-65aa-4a32-8784-2260ef6929e2 tempest-TestMinimumBasicScenario-11243018 tempest-TestMinimumBasicScenario-11243018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:12.775252 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-1ce4e5e7-65aa-4a32-8784-2260ef6929e2 tempest-TestMinimumBasicScenario-11243018 tempest-TestMinimumBasicScenario-11243018-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 1094 time: 0.1237166 Feb 28 19:16:12.778287 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 39512) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:12.787531 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.v2.base [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Request body: {'floatingip': {'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'port_id': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:16:12.794542 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:16:12.798333 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Usage tracker for resource:floatingip and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:16:12.801223 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87744) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:16:12.808343 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.quota.driver [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87744) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:16:12.849677 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa12685-f5ea-4100-93a9-6e1252f6c607 req-c42d6f95-7be2-4d41-afb2-9aaa3d917920 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:12.851344 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2aa12685-f5ea-4100-93a9-6e1252f6c607 req-c42d6f95-7be2-4d41-afb2-9aaa3d917920 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 944 time: 0.0868766 Feb 28 19:16:12.895214 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2aa12685-f5ea-4100-93a9-6e1252f6c607 req-70af5f39-04f6-406e-bc36-f75248ee1358 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381470 Feb 28 19:16:12.897334 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for floatingip, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:13.035751 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:13.176485 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Allocated IP 172.27.1.74 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/1d31c72e-b8a8-42ae-864e-a253153117ad) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:16:13.327167 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:13.409795 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:13.471455 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:16:13.479280 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:16:13.483312 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:16:13.515957 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'Port': ['ID=1d31c72e-b8a8-42ae-864e-a253153117ad,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:13.936823 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device fb1c6728-f3d8-4fe4-866e-9a1da52cf317 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:16:13.986090 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:14.106881 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port fb1c6728-f3d8-4fe4-866e-9a1da52cf317 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:16:14.111836 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port fb1c6728-f3d8-4fe4-866e-9a1da52cf317 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:16:14.112201 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:14.117003 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd10361-c84d-417b-8394-8671f474ce62 req-86aaa09e-4e77-4e9e-9659-3fea1d8f3d3c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:14.118473 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0dd10361-c84d-417b-8394-8671f474ce62 req-86aaa09e-4e77-4e9e-9659-3fea1d8f3d3c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 944 time: 0.0799835 Feb 28 19:16:14.133672 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:14.167009 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0dd10361-c84d-417b-8394-8671f474ce62 req-4097f3d4-b3cf-429b-9eeb-d2e52d3d72d1 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Feb 28 19:16:14.240664 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:14.267510 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1630c283-c674-4fb1-be21-7eb220ea227f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1c6728-f3d8-4fe4-866e-9a1da52cf317'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:16:14.278228 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port fb1c6728-f3d8-4fe4-866e-9a1da52cf317, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=fb1c6728-f3d8-4fe4-866e-9a1da52cf317,segment=NetworkSegment(37b43083-05fb-49ea-bdc5-611659d72950),segment_id=37b43083-05fb-49ea-bdc5-611659d72950)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:16:14.310441 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1630c283-c674-4fb1-be21-7eb220ea227f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1c6728-f3d8-4fe4-866e-9a1da52cf317', 'code': 200} Feb 28 19:16:14.359834 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:14.369862 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:14.427496 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:14.437307 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=fb1c6728-f3d8-4fe4-866e-9a1da52cf317,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:14.537767 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'Port': ['ID=1d31c72e-b8a8-42ae-864e-a253153117ad,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:14.547780 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:14.757953 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.l3_db [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Floating IP 6b9f3a9b-0eb2-4c6a-a942-a8a893074da9 associated. External IP: 172.27.1.74, port: ec6aa0eb-a35d-4608-b76a-18b48ca9440f. Feb 28 19:16:14.856113 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10882b-072f-43cc-87ec-db7989887ffe req-76d10980-29ce-4023-ab36-8d4d00160407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:14.857592 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-7d10882b-072f-43cc-87ec-db7989887ffe req-76d10980-29ce-4023-ab36-8d4d00160407 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 1098 time: 0.2248044 Feb 28 19:16:14.968308 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-7d10882b-072f-43cc-87ec-db7989887ffe req-20029143-d5e9-41b3-94fc-75fc3b3c1bb9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636234 Feb 28 19:16:15.147249 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Router cbf24d82-7ead-4530-994b-df99c5fe2a4c has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:16:15.358587 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db26d68-7dec-443e-8a6d-8697fe52f468 req-0c566b21-6734-4dae-9103-479ca7834d2c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:15.360062 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1db26d68-7dec-443e-8a6d-8697fe52f468 req-0c566b21-6734-4dae-9103-479ca7834d2c tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 945 time: 0.0825016 Feb 28 19:16:15.404483 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1db26d68-7dec-443e-8a6d-8697fe52f468 req-fccd788a-ae5b-453d-8275-1c78b51211b6 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385287 Feb 28 19:16:15.426214 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:16:15.435944 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f2136-9643-4992-beb3-c5a95c1cb80a None None] Sync routers for ids ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:16:15.444894 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f2136-9643-4992-beb3-c5a95c1cb80a None None] Routers {'cbf24d82-7ead-4530-994b-df99c5fe2a4c'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:16:15.445495 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-567f2136-9643-4992-beb3-c5a95c1cb80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:16:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:15.511598 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:15.568901 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-a4feb1a4-4cde-4bf1-9ba4-2b3a3bec8c7b tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7895825 Feb 28 19:16:15.569714 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:16:15.582351 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39522) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:15.588336 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618219625', 'description': 'tempest-secgroup-smoke-1618219625 description', 'project_id': 'f298627f53d14c5d92595dd3a87578d4'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:16:15.594627 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:16:15.605117 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:16:15.623837 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'status': 'completed', 'code': 200} Feb 28 19:16:15.628125 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-567f2136-9643-4992-beb3-c5a95c1cb80a None None] Set router cbf24d82-7ead-4530-994b-df99c5fe2a4c gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:16:15.654944 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:15.676158 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:16:15.680543 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Usage tracker for resource:security_group_rule and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:16:15.685055 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:16:15.691211 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:16:15.717909 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8e624-551f-4f69-93c2-953a6390489a req-bef2c7b5-a046-4d79-a1fd-11ccd1ac8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:15.719533 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c4a8e624-551f-4f69-93c2-953a6390489a req-bef2c7b5-a046-4d79-a1fd-11ccd1ac8e58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f298627f53d14c5d92595dd3a87578d4&device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 1099 time: 0.0720878 Feb 28 19:16:15.764935 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:15.831614 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:15.856067 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8e624-551f-4f69-93c2-953a6390489a req-124bbeb2-b011-45ae-80c0-710a1d5fb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:15.857786 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c4a8e624-551f-4f69-93c2-953a6390489a req-124bbeb2-b011-45ae-80c0-710a1d5fb374 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a HTTP/1.1" status: 200 len: 916 time: 0.1322880 Feb 28 19:16:15.874981 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2764f85-2f5b-4747-a36b-46a97d4d0b6a,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:15.885619 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.885960 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.886291 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.886627 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.886941 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.887321 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.887650 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.887970 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.888290 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.888606 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.888926 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.889242 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:16:15.959334 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:15.960486 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-142bf085-2d23-4782-948c-1e4640d258c3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3770635 Feb 28 19:16:15.963833 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39528) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:15.969305 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-279ae10d-d2d7-43bb-bbe5-e52cb434a7df tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Request body: {'security_group_rule': {'security_group_id': 'c2764f85-2f5b-4747-a36b-46a97d4d0b6a', 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:16:15.970248 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c4a8e624-551f-4f69-93c2-953a6390489a req-851db3e3-83cb-4db4-9c61-26570ebcd01d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 200 len: 999 time: 0.1062412 Feb 28 19:16:15.975430 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-279ae10d-d2d7-43bb-bbe5-e52cb434a7df tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:16:15.979388 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-279ae10d-d2d7-43bb-bbe5-e52cb434a7df tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Usage tracker for resource:security_group_rule and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:16:15.982695 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-279ae10d-d2d7-43bb-bbe5-e52cb434a7df tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:16:15.989437 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-279ae10d-d2d7-43bb-bbe5-e52cb434a7df tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:16:16.000767 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-567f2136-9643-4992-beb3-c5a95c1cb80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 4, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '6b9f3a9b-0eb2-4c6a-a942-a8a893074da9', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'port_id': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'mac_address': 'fa:16:3e:90:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:16:13Z', 'updated_at': '2022-02-28T19:16:13Z', 'revision_number': 0, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0df64b-4f91-47a7-88a6-d3e19856555a', 'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'mac_address': 'fa:16:3e:cd:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:00Z', 'updated_at': '2022-02-28T19:15:06Z', 'revision_number': 5, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'subnets': [{'id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:16.006422 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f2136-9643-4992-beb3-c5a95c1cb80a None None] Checking router: cbf24d82-7ead-4530-994b-df99c5fe2a4c for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:16:16.013496 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f2136-9643-4992-beb3-c5a95c1cb80a None None] Routers {'cbf24d82-7ead-4530-994b-df99c5fe2a4c'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:16:16.014078 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-567f2136-9643-4992-beb3-c5a95c1cb80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:16:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:16.039779 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8e624-551f-4f69-93c2-953a6390489a req-db6759fb-9e1a-43ae-b4e7-997ecab79b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:16.041204 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c4a8e624-551f-4f69-93c2-953a6390489a req-db6759fb-9e1a-43ae-b4e7-997ecab79b23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ecf6100-591e-45cc-9ced-2ccd94948411 HTTP/1.1" status: 200 len: 854 time: 0.0608857 Feb 28 19:16:16.102161 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-279ae10d-d2d7-43bb-bbe5-e52cb434a7df tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:16.122664 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8e624-551f-4f69-93c2-953a6390489a req-f7865d86-b15a-46b6-9d88-a8df5d29ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:16.124183 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c4a8e624-551f-4f69-93c2-953a6390489a req-f7865d86-b15a-46b6-9d88-a8df5d29ea58 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746219 Feb 28 19:16:16.168308 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-279ae10d-d2d7-43bb-bbe5-e52cb434a7df tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:16.195192 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-567f2136-9643-4992-beb3-c5a95c1cb80a None None] Set router cbf24d82-7ead-4530-994b-df99c5fe2a4c gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:16:16.254699 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-279ae10d-d2d7-43bb-bbe5-e52cb434a7df tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:16.273234 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c4a8e624-551f-4f69-93c2-953a6390489a req-53b49777-6a29-44c0-9044-5eaad0f4f4fa service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376998 Feb 28 19:16:16.281759 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ae10d-d2d7-43bb-bbe5-e52cb434a7df tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65be6c0a-60fa-43a3-bb57-86ca6456082b,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:16.364290 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-279ae10d-d2d7-43bb-bbe5-e52cb434a7df tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:16.368754 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-279ae10d-d2d7-43bb-bbe5-e52cb434a7df tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4014382 Feb 28 19:16:16.368974 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39532) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:16.376446 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-b065c478-e5f0-4735-b868-d7668d18a73f tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Request body: {'security_group_rule': {'security_group_id': 'c2764f85-2f5b-4747-a36b-46a97d4d0b6a', 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:16:16.386131 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b065c478-e5f0-4735-b868-d7668d18a73f tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:16:16.392524 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b065c478-e5f0-4735-b868-d7668d18a73f tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Usage tracker for resource:security_group_rule and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:16:16.395611 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-b065c478-e5f0-4735-b868-d7668d18a73f tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:16:16.403731 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-b065c478-e5f0-4735-b868-d7668d18a73f tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:16:16.418216 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-c4a8e624-551f-4f69-93c2-953a6390489a req-c71368cf-77ca-4b1c-a857-b8d891388a7e service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390169 Feb 28 19:16:16.501754 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b065c478-e5f0-4735-b868-d7668d18a73f tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:16.606631 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-567f2136-9643-4992-beb3-c5a95c1cb80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 4, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '6b9f3a9b-0eb2-4c6a-a942-a8a893074da9', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'port_id': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'mac_address': 'fa:16:3e:90:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:16:13Z', 'updated_at': '2022-02-28T19:16:13Z', 'revision_number': 0, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0df64b-4f91-47a7-88a6-d3e19856555a', 'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'mac_address': 'fa:16:3e:cd:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:00Z', 'updated_at': '2022-02-28T19:15:06Z', 'revision_number': 5, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'subnets': [{'id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:16.610733 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f2136-9643-4992-beb3-c5a95c1cb80a None None] The sync data for ids ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'] in dv-cinder-831187-1-iscsi is: [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 4, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '6b9f3a9b-0eb2-4c6a-a942-a8a893074da9', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'port_id': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'mac_address': 'fa:16:3e:90:f8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:16:13Z', 'updated_at': '2022-02-28T19:16:13Z', 'revision_number': 0, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0df64b-4f91-47a7-88a6-d3e19856555a', 'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'mac_address': 'fa:16:3e:cd:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:00Z', 'updated_at': '2022-02-28T19:15:06Z', 'revision_number': 5, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'subnets': [{'id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:16:16.629111 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b065c478-e5f0-4735-b868-d7668d18a73f tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:16.644384 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2b3ba-ff6b-4c1a-8f00-4a5f87633e0d req-2e289b3f-e0e8-4a23-b9ba-dd501ba30c7a tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:16.645984 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-61b2b3ba-ff6b-4c1a-8f00-4a5f87633e0d req-2e289b3f-e0e8-4a23-b9ba-dd501ba30c7a tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 945 time: 0.1233501 Feb 28 19:16:16.692814 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-61b2b3ba-ff6b-4c1a-8f00-4a5f87633e0d req-0e10616c-0ef6-4b6f-a08d-ad3b700252f7 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 Feb 28 19:16:16.724754 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b065c478-e5f0-4735-b868-d7668d18a73f tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:16.753104 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065c478-e5f0-4735-b868-d7668d18a73f tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dfb575-fe57-47ae-a539-2cfb22db646d,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:16.795762 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ff7b0-2f95-48c0-8c86-f549977ee2f9 None None] New status for floating IP 6b9f3a9b-0eb2-4c6a-a942-a8a893074da9: ACTIVE {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:16:16.832589 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-b065c478-e5f0-4735-b868-d7668d18a73f tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:16.834571 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-b065c478-e5f0-4735-b868-d7668d18a73f tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4633961 Feb 28 19:16:16.837463 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39538) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:16.842600 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-363c130c-9160-45ef-9138-c64d377cdf51 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Request body: {'security_group_rule': {'security_group_id': 'c2764f85-2f5b-4747-a36b-46a97d4d0b6a', 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:16:16.848469 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-363c130c-9160-45ef-9138-c64d377cdf51 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:16:16.853654 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-363c130c-9160-45ef-9138-c64d377cdf51 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Usage tracker for resource:security_group_rule and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:16:16.856706 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-363c130c-9160-45ef-9138-c64d377cdf51 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:16:16.862385 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-363c130c-9160-45ef-9138-c64d377cdf51 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:16:16.913665 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-363c130c-9160-45ef-9138-c64d377cdf51 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:16.976868 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-363c130c-9160-45ef-9138-c64d377cdf51 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:17.026922 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-363c130c-9160-45ef-9138-c64d377cdf51 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:17.051096 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c130c-9160-45ef-9138-c64d377cdf51 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f57338-2ae5-4d95-8a56-e48dd7e6bfb4,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:17.140698 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-363c130c-9160-45ef-9138-c64d377cdf51 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:17.144524 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-363c130c-9160-45ef-9138-c64d377cdf51 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3035338 Feb 28 19:16:17.144844 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39542) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:17.150738 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-2690446d-9bfc-4d06-935c-36bb8adcbe1a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Request body: {'security_group_rule': {'security_group_id': 'c2764f85-2f5b-4747-a36b-46a97d4d0b6a', 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:16:17.156778 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-2690446d-9bfc-4d06-935c-36bb8adcbe1a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:16:17.160603 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-2690446d-9bfc-4d06-935c-36bb8adcbe1a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Usage tracker for resource:security_group_rule and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:16:17.163591 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-2690446d-9bfc-4d06-935c-36bb8adcbe1a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:16:17.169525 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-2690446d-9bfc-4d06-935c-36bb8adcbe1a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:16:17.250013 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2690446d-9bfc-4d06-935c-36bb8adcbe1a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:17.314091 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2690446d-9bfc-4d06-935c-36bb8adcbe1a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:17.369309 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2690446d-9bfc-4d06-935c-36bb8adcbe1a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:17.392100 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690446d-9bfc-4d06-935c-36bb8adcbe1a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a91e31f-af3a-48ce-a497-15fadcd0af8c,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:17.472587 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2690446d-9bfc-4d06-935c-36bb8adcbe1a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:17.473779 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-2690446d-9bfc-4d06-935c-36bb8adcbe1a tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280394 Feb 28 19:16:17.476704 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39546) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:17.481987 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Request body: {'security_group_rule': {'security_group_id': 'c2764f85-2f5b-4747-a36b-46a97d4d0b6a', 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:16:17.487923 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:16:17.492125 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Usage tracker for resource:security_group_rule and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:16:17.495014 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:16:17.500613 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:16:17.615425 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.securitygroups_db [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Project f298627f53d14c5d92595dd3a87578d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:16:17.623393 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:17.685220 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:17.751684 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:17.776614 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447633d1-e1cd-4ca9-89c7-dd67174be598,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:17.843381 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:17.844545 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-adbe86e5-28ed-4268-a076-414f639966ef tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3668778 Feb 28 19:16:17.847970 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39552) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:17.855563 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Request body: {'security_group_rule': {'security_group_id': 'c2764f85-2f5b-4747-a36b-46a97d4d0b6a', 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:16:17.866014 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:16:17.871452 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Usage tracker for resource:security_group_rule and tenant:f298627f53d14c5d92595dd3a87578d4 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:16:17.874932 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:16:17.882572 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:16:17.911011 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daabd25-7ba0-46af-a7e3-5e3f3edd3e1f req-bce60137-e5e3-4b5c-ae92-354655de8c46 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:17.912476 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7daabd25-7ba0-46af-a7e3-5e3f3edd3e1f req-bce60137-e5e3-4b5c-ae92-354655de8c46 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 945 time: 0.1121922 Feb 28 19:16:17.954243 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.securitygroups_db [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Project f298627f53d14c5d92595dd3a87578d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:16:17.960168 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7daabd25-7ba0-46af-a7e3-5e3f3edd3e1f req-a1fd638a-11bc-4990-a6a8-aef35eadbfdf tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Feb 28 19:16:17.963596 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:18.034291 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:18.107021 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:18.134327 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ba1aab-81af-40a2-8939-90107b3babec,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:18.221770 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:18.222962 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-8ad3d99c-d8ef-4319-acc7-45ba32e1b337 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3739159 Feb 28 19:16:18.339616 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-bf698459-b878-41c4-9b1e-01fdcf6d1c60 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Synchronizing usage tracker for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:16:18.415305 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-bf698459-b878-41c4-9b1e-01fdcf6d1c60 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Unset dirty status for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:16:18.416535 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-bf698459-b878-41c4-9b1e-01fdcf6d1c60 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618219625&fields=id&tenant_id=f298627f53d14c5d92595dd3a87578d4 HTTP/1.1" status: 200 len: 267 time: 0.1153533 Feb 28 19:16:18.504616 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-f41dad39-86e6-4049-9197-a1b361bde631 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:18.506737 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-f41dad39-86e6-4049-9197-a1b361bde631 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 946 time: 0.0845909 Feb 28 19:16:18.518003 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-2ef9ffe0-fc8b-40b4-b392-eec9aaef3e02 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Request body: {'port': {'security_groups': ['a4004df4-93b8-4b1e-b5d5-0990a35096cf', 'c2764f85-2f5b-4747-a36b-46a97d4d0b6a']}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:16:18.640499 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-2ef9ffe0-fc8b-40b4-b392-eec9aaef3e02 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:18.992896 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-2ef9ffe0-fc8b-40b4-b392-eec9aaef3e02 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] For port ec6aa0eb-a35d-4608-b76a-18b48ca9440f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:16:19.020425 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-2ef9ffe0-fc8b-40b4-b392-eec9aaef3e02 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:19.101356 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-2ef9ffe0-fc8b-40b4-b392-eec9aaef3e02 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:19.112488 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['ec6aa0eb-a35d-4608-b76a-18b48ca9440f'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:16:19.172759 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-2ef9ffe0-fc8b-40b4-b392-eec9aaef3e02 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:19.173291 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-2ef9ffe0-fc8b-40b4-b392-eec9aaef3e02 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:19.174703 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96b4681d-12b6-45bf-af79-afe7421f98a5 req-2ef9ffe0-fc8b-40b4-b392-eec9aaef3e02 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "PUT /v2.0/ports/ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 200 len: 982 time: 0.6614871 Feb 28 19:16:19.175232 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:16:19.218629 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9ffe0-fc8b-40b4-b392-eec9aaef3e02 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'Port': ['ID=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,revision_number=6']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:19.261881 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'status': 'completed', 'code': 200} Feb 28 19:16:19.265280 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['ec6aa0eb-a35d-4608-b76a-18b48ca9440f'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:16:19.393952 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc68555-29d3-4b60-a65c-c21445943155 req-d68e6842-af9d-44d1-a971-bc3e71ada3a7 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:19.397329 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7bc68555-29d3-4b60-a65c-c21445943155 req-d68e6842-af9d-44d1-a971-bc3e71ada3a7 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.0928915 Feb 28 19:16:19.399328 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e80a8-c4e1-4843-aa55-f175c893eb6c req-7d86636c-3b3c-42b4-a608-89783f061a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:19.400864 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3c3e80a8-c4e1-4843-aa55-f175c893eb6c req-7d86636c-3b3c-42b4-a608-89783f061a21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f298627f53d14c5d92595dd3a87578d4&device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 1138 time: 0.1157787 Feb 28 19:16:19.449195 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7bc68555-29d3-4b60-a65c-c21445943155 req-d76474c3-c468-4570-b267-e6280204fd21 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462313 Feb 28 19:16:19.514297 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-c0659a82-2682-46b0-8e89-03b83763ec15 None None] Provisioning complete for port ec6aa0eb-a35d-4608-b76a-18b48ca9440f triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:16:19.514657 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c0659a82-2682-46b0-8e89-03b83763ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:19.537997 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e80a8-c4e1-4843-aa55-f175c893eb6c req-f1ab0f8b-e21e-485f-9f9b-67640c5f7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:19.539513 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3c3e80a8-c4e1-4843-aa55-f175c893eb6c req-f1ab0f8b-e21e-485f-9f9b-67640c5f7012 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a HTTP/1.1" status: 200 len: 916 time: 0.1314521 Feb 28 19:16:19.644655 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3c3e80a8-c4e1-4843-aa55-f175c893eb6c req-08ce5ab5-5cf8-40fa-9e75-d715fa0655a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 200 len: 1001 time: 0.0987358 Feb 28 19:16:19.711335 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e80a8-c4e1-4843-aa55-f175c893eb6c req-19b02a31-a613-45c7-a569-8f504e621ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:19.712815 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3c3e80a8-c4e1-4843-aa55-f175c893eb6c req-19b02a31-a613-45c7-a569-8f504e621ba7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ecf6100-591e-45cc-9ced-2ccd94948411 HTTP/1.1" status: 200 len: 854 time: 0.0571251 Feb 28 19:16:19.793012 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e80a8-c4e1-4843-aa55-f175c893eb6c req-f3037c5f-f749-4b79-8f74-ddc2bf2b0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:19.794594 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3c3e80a8-c4e1-4843-aa55-f175c893eb6c req-f3037c5f-f749-4b79-8f74-ddc2bf2b0d5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763032 Feb 28 19:16:20.031148 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3c3e80a8-c4e1-4843-aa55-f175c893eb6c req-128a2443-9e92-47fc-b346-efd8dadfd5f6 service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298818 Feb 28 19:16:20.190805 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-3c3e80a8-c4e1-4843-aa55-f175c893eb6c req-05577d57-021c-45fe-9e7c-b76dc05dd2ad service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289494 Feb 28 19:16:25.994669 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:16:31.094672 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:35.425683 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-75e77ffe-a569-416a-91f8-6ddbb062025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:35.489312 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 39614) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:35.689463 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Deleting port 9d105045-6507-4956-b4ee-856f7d827694 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:16:35.689801 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:35.854667 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:35.854992 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:35.983097 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Calling delete_port for 9d105045-6507-4956-b4ee-856f7d827694 owned by network:floatingip {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:16:36.231800 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:36.277526 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event deleted for resources: {'Port': ['ID=9d105045-6507-4956-b4ee-856f7d827694,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:36.367307 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:36.367594 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.l3_db [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Floating IP f2faf7b1-38da-4820-b083-0be2674e0057 disassociated (deleted). External IP: 172.27.1.109, port: 15c20d67-5dfd-43c2-84f1-6f01de9fa67e. Feb 28 19:16:36.705588 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:16:36.978139 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:16:36.987607 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40b2da-fb3a-44b9-913e-fff8ae5a8b5a None None] Sync routers for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:16:36.994365 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:36.997673 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40b2da-fb3a-44b9-913e-fff8ae5a8b5a None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:16:36.998281 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8e40b2da-fb3a-44b9-913e-fff8ae5a8b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:16:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:37.054006 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-d9475e48-a7b1-4b42-9950-afae70229384 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "DELETE /v2.0/floatingips/f2faf7b1-38da-4820-b083-0be2674e0057 HTTP/1.1" status: 204 len: 168 time: 1.5600145 Feb 28 19:16:37.054006 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'tag': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:16:37.112439 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'tag': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e', 'status': 'completed', 'code': 200} Feb 28 19:16:37.182849 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-8e40b2da-fb3a-44b9-913e-fff8ae5a8b5a None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:16:37.563600 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e2dc-8d62-4bb1-8d77-fb05614590a9 req-75d9c089-945f-484f-a014-6a839ede5360 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:37.564959 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5615e2dc-8d62-4bb1-8d77-fb05614590a9 req-75d9c089-945f-484f-a014-6a839ede5360 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 946 time: 0.0859694 Feb 28 19:16:37.569517 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8e40b2da-fb3a-44b9-913e-fff8ae5a8b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '8075856e-148e-48aa-ac26-d9432107b1a1', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:f1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:10:52Z', 'updated_at': '2022-02-28T19:10:55Z', 'revision_number': 1, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:37.573478 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40b2da-fb3a-44b9-913e-fff8ae5a8b5a None None] Checking router: 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:16:37.581518 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40b2da-fb3a-44b9-913e-fff8ae5a8b5a None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:16:37.582104 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8e40b2da-fb3a-44b9-913e-fff8ae5a8b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:16:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:37.610119 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5615e2dc-8d62-4bb1-8d77-fb05614590a9 req-df345449-3d30-4f8f-83ef-d85d13a5e6fe tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383770 Feb 28 19:16:37.758427 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-8e40b2da-fb3a-44b9-913e-fff8ae5a8b5a None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:16:38.114051 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8e40b2da-fb3a-44b9-913e-fff8ae5a8b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '8075856e-148e-48aa-ac26-d9432107b1a1', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:f1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:10:52Z', 'updated_at': '2022-02-28T19:10:55Z', 'revision_number': 1, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:38.118280 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40b2da-fb3a-44b9-913e-fff8ae5a8b5a None None] The sync data for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi is: [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '8075856e-148e-48aa-ac26-d9432107b1a1', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'port_id': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'mac_address': 'fa:16:3e:f1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:10:52Z', 'updated_at': '2022-02-28T19:10:55Z', 'revision_number': 1, 'project_id': '90acc320256d4622a351a587d9f604c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:16:38.152112 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a810c1e2-dff4-40b0-bec2-4313dda72240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:38.323734 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b0d3e-2fe2-4baf-bae1-3e3d28e7d1d8 None None] New status for floating IP f2faf7b1-38da-4820-b083-0be2674e0057: DOWN {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:16:38.456530 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7b4db-3978-4c37-a301-c7880d2e9778 req-115f00d9-17b8-4ca8-8f9b-e05742f3678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:38.458049 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-56a7b4db-3978-4c37-a301-c7880d2e9778 req-115f00d9-17b8-4ca8-8f9b-e05742f3678a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 1099 time: 0.0712900 Feb 28 19:16:38.587723 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7b4db-3978-4c37-a301-c7880d2e9778 req-27ebda7a-802d-408e-a3df-b0221502187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:38.589146 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-56a7b4db-3978-4c37-a301-c7880d2e9778 req-27ebda7a-802d-408e-a3df-b0221502187d service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1247683 Feb 28 19:16:38.662896 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-56a7b4db-3978-4c37-a301-c7880d2e9778 req-5ffff644-53e1-4e0b-9ca9-7ee7ba1cc439 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c20d67-5dfd-43c2-84f1-6f01de9fa67e HTTP/1.1" status: 200 len: 217 time: 0.0648549 Feb 28 19:16:38.725586 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7b4db-3978-4c37-a301-c7880d2e9778 req-83de0b49-2f3d-41f2-a861-0d5cc865da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:38.729815 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-56a7b4db-3978-4c37-a301-c7880d2e9778 req-83de0b49-2f3d-41f2-a861-0d5cc865da11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0577757 Feb 28 19:16:38.774977 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:38.800671 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea2553-ccad-4d52-9235-d91a94fd7063 req-2f4c9707-082c-4248-9421-3cbf818bde23 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:38.813267 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2aea2553-ccad-4d52-9235-d91a94fd7063 req-2f4c9707-082c-4248-9421-3cbf818bde23 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 946 time: 0.0804455 Feb 28 19:16:38.813429 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7b4db-3978-4c37-a301-c7880d2e9778 req-9b0b3e75-7408-4380-a3e1-4011e43c207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:38.813429 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-56a7b4db-3978-4c37-a301-c7880d2e9778 req-9b0b3e75-7408-4380-a3e1-4011e43c207a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731592 Feb 28 19:16:38.850482 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2aea2553-ccad-4d52-9235-d91a94fd7063 req-a206ff0a-8ac4-43e3-a0ea-f02267f49f9f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424674 Feb 28 19:16:38.937926 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-56a7b4db-3978-4c37-a301-c7880d2e9778 req-fff648cc-d774-4e6e-836f-05c5fcbf675e service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248000 Feb 28 19:16:39.067776 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-56a7b4db-3978-4c37-a301-c7880d2e9778 req-d4fedd9a-913b-49a1-b30e-acf2b8fcd427 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228988 Feb 28 19:16:39.186200 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:40.036185 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051e0ae-9aa0-4f6b-b574-d955e0f271ec req-e68eb971-eecf-4685-8d9a-dbcc1ebdb81e tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:40.037523 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8051e0ae-9aa0-4f6b-b574-d955e0f271ec req-e68eb971-eecf-4685-8d9a-dbcc1ebdb81e tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 946 time: 0.0809052 Feb 28 19:16:40.081065 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8051e0ae-9aa0-4f6b-b574-d955e0f271ec req-c6879ca0-83c8-4a78-a79f-caf85487252a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379050 Feb 28 19:16:40.564101 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-372c4a16-abc0-4179-a0e5-23395553344a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:40.564711 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-372c4a16-abc0-4179-a0e5-23395553344a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Synchronizing usage tracker for tenant:90acc320256d4622a351a587d9f604c3 on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:16:40.619838 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-372c4a16-abc0-4179-a0e5-23395553344a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Unset dirty status for tenant:90acc320256d4622a351a587d9f604c3 on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:16:40.620986 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-372c4a16-abc0-4179-a0e5-23395553344a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 946 time: 0.1333070 Feb 28 19:16:40.692599 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-01411d8f-5720-4550-b330-09e61f6c21bb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Deleting port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:16:40.692928 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-01411d8f-5720-4550-b330-09e61f6c21bb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:40.922832 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:40.937666 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-01411d8f-5720-4550-b330-09e61f6c21bb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] For port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=15c20d67-5dfd-43c2-84f1-6f01de9fa67e,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:16:40.938013 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-01411d8f-5720-4550-b330-09e61f6c21bb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:41.154601 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-01411d8f-5720-4550-b330-09e61f6c21bb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Calling delete_port for 15c20d67-5dfd-43c2-84f1-6f01de9fa67e owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:16:41.277273 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07de1c2-1f1a-496e-8605-acb0ea371fe3 req-b9132c99-31b3-4fb2-b03b-7fd6f201a56f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:41.278620 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d07de1c2-1f1a-496e-8605-acb0ea371fe3 req-b9132c99-31b3-4fb2-b03b-7fd6f201a56f tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 946 time: 0.0897334 Feb 28 19:16:41.323318 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d07de1c2-1f1a-496e-8605-acb0ea371fe3 req-a38821b3-ee9e-49c1-b8f6-70162f9c97d0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379226 Feb 28 19:16:41.340158 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-01411d8f-5720-4550-b330-09e61f6c21bb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:41.388821 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01411d8f-5720-4550-b330-09e61f6c21bb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event deleted for resources: {'Port': ['ID=15c20d67-5dfd-43c2-84f1-6f01de9fa67e,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:41.466434 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-01411d8f-5720-4550-b330-09e61f6c21bb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] No DVR routers for this DVR port 15c20d67-5dfd-43c2-84f1-6f01de9fa67e on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:16:41.468634 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-01411d8f-5720-4550-b330-09e61f6c21bb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:41.471044 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'name': 'network-vif-deleted', 'tag': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:16:41.519042 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a389097e-88f3-40cf-a37d-8ab80c1aadc5', 'name': 'network-vif-deleted', 'tag': '15c20d67-5dfd-43c2-84f1-6f01de9fa67e', 'status': 'completed', 'code': 200} Feb 28 19:16:41.529690 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d65da532-582f-4260-8589-dc93e6dad8b2 req-01411d8f-5720-4550-b330-09e61f6c21bb tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "DELETE /v2.0/ports/15c20d67-5dfd-43c2-84f1-6f01de9fa67e HTTP/1.1" status: 204 len: 173 time: 0.9032133 Feb 28 19:16:42.493518 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6ea8288e-42b9-43ed-b3f6-bd30aadf1737 req-140f76b3-9229-4313-8f44-5ce11d618f08 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=a389097e-88f3-40cf-a37d-8ab80c1aadc5 HTTP/1.1" status: 200 len: 210 time: 0.0429785 Feb 28 19:16:44.076060 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 15c20d67-5dfd-43c2-84f1-6f01de9fa67e no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:16:44.111783 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 15c20d67-5dfd-43c2-84f1-6f01de9fa67e {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:16:44.112218 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 15c20d67-5dfd-43c2-84f1-6f01de9fa67e not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:16:46.213533 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 39688) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:46.411148 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Deleting port 2b7cb38e-e749-4de2-8068-b97e2eee81b4 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:16:46.411495 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:46.578610 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:46.578836 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:46.697312 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Calling delete_port for 2b7cb38e-e749-4de2-8068-b97e2eee81b4 owned by network:floatingip {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:16:46.934526 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:46.978975 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event deleted for resources: {'Port': ['ID=2b7cb38e-e749-4de2-8068-b97e2eee81b4,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:47.075096 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:47.075913 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.l3_db [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Floating IP 8075856e-148e-48aa-ac26-d9432107b1a1 disassociated (deleted). External IP: 172.27.1.138, port: a42c7f1f-fdd6-4089-ba61-437e667d8528. Feb 28 19:16:47.394349 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017ba8-39c6-4ecf-bdad-8ae5d5a2a8a0 req-3c316a1a-d635-40dd-8056-b72d9c5be052 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:47.396739 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bd017ba8-39c6-4ecf-bdad-8ae5d5a2a8a0 req-3c316a1a-d635-40dd-8056-b72d9c5be052 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 945 time: 0.0863848 Feb 28 19:16:47.443170 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-bd017ba8-39c6-4ecf-bdad-8ae5d5a2a8a0 req-78334aae-96ed-4a09-9f38-c5cb65c230fd tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404501 Feb 28 19:16:47.523335 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:16:47.700839 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:16:47.710958 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c1266-242b-4930-b70a-0ca1ed6f30fc None None] Sync routers for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:16:47.716722 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:47.719776 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c1266-242b-4930-b70a-0ca1ed6f30fc None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:16:47.720378 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8b2c1266-242b-4930-b70a-0ca1ed6f30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:16:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:47.773932 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-ae8061fd-3d11-4c68-9ae8-a6babb3bf598 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "DELETE /v2.0/floatingips/8075856e-148e-48aa-ac26-d9432107b1a1 HTTP/1.1" status: 204 len: 168 time: 1.5567484 Feb 28 19:16:47.773932 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'tag': 'a42c7f1f-fdd6-4089-ba61-437e667d8528'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:16:47.817404 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'tag': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'status': 'completed', 'code': 200} Feb 28 19:16:47.906029 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-8b2c1266-242b-4930-b70a-0ca1ed6f30fc None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:16:47.926543 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73dbdc-02a9-4fd9-92ed-14f57f6ec12b req-eb6b6814-d811-402c-9bd7-9737092149a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:47.928181 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9b73dbdc-02a9-4fd9-92ed-14f57f6ec12b req-eb6b6814-d811-402c-9bd7-9737092149a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90acc320256d4622a351a587d9f604c3&device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 1099 time: 0.0794222 Feb 28 19:16:48.063586 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73dbdc-02a9-4fd9-92ed-14f57f6ec12b req-c1a76069-e5b7-4423-a36c-c0a664fc5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:48.064998 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9b73dbdc-02a9-4fd9-92ed-14f57f6ec12b req-c1a76069-e5b7-4423-a36c-c0a664fc5934 service neutron] 10.222.0.61 "GET /v2.0/networks?id=782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 200 len: 912 time: 0.1305265 Feb 28 19:16:48.132847 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9b73dbdc-02a9-4fd9-92ed-14f57f6ec12b req-ed15942b-c4ec-4d06-949d-671d4b8e53ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a42c7f1f-fdd6-4089-ba61-437e667d8528 HTTP/1.1" status: 200 len: 217 time: 0.0606241 Feb 28 19:16:48.199792 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73dbdc-02a9-4fd9-92ed-14f57f6ec12b req-867609ec-15a3-42b8-acc1-8c49267fdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:48.201233 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9b73dbdc-02a9-4fd9-92ed-14f57f6ec12b req-867609ec-15a3-42b8-acc1-8c49267fdf78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 200 len: 850 time: 0.0615301 Feb 28 19:16:48.231793 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8b2c1266-242b-4930-b70a-0ca1ed6f30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:48.239634 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c1266-242b-4930-b70a-0ca1ed6f30fc None None] Checking router: 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:16:48.246496 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c1266-242b-4930-b70a-0ca1ed6f30fc None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:16:48.247501 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8b2c1266-242b-4930-b70a-0ca1ed6f30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:16:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:48.282821 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73dbdc-02a9-4fd9-92ed-14f57f6ec12b req-6b66fc04-51e7-43d4-bed3-a2911b1e5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:48.284328 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9b73dbdc-02a9-4fd9-92ed-14f57f6ec12b req-6b66fc04-51e7-43d4-bed3-a2911b1e5f67 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=782279ce-5700-40e2-9c75-fac7ff451ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707579 Feb 28 19:16:48.406238 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac6002-3223-42dd-b862-c56c6970fc66 req-80b5b695-80b8-4945-927c-7f9e1f2c5ce8 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:48.408548 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9dac6002-3223-42dd-b862-c56c6970fc66 req-80b5b695-80b8-4945-927c-7f9e1f2c5ce8 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 946 time: 0.0834267 Feb 28 19:16:48.424243 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9b73dbdc-02a9-4fd9-92ed-14f57f6ec12b req-0412029c-323b-47ca-af5b-e65ae8c76c9e service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324065 Feb 28 19:16:48.459393 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9dac6002-3223-42dd-b862-c56c6970fc66 req-f8b1c37f-aaed-4267-b8d5-055134273c71 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Feb 28 19:16:48.486792 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-8b2c1266-242b-4930-b70a-0ca1ed6f30fc None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:16:48.580899 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-9b73dbdc-02a9-4fd9-92ed-14f57f6ec12b req-114037ae-13d1-4cfa-baa4-617210a58da5 service neutron] 10.222.0.61 "GET /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505239 Feb 28 19:16:48.673816 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6021032-5e6a-488d-be33-91e598046622 req-8cada184-9801-456d-b234-ccbc21b63e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:48.675202 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e6021032-5e6a-488d-be33-91e598046622 req-8cada184-9801-456d-b234-ccbc21b63e80 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 945 time: 0.0928082 Feb 28 19:16:48.719755 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e6021032-5e6a-488d-be33-91e598046622 req-c2219fd6-1d2a-47ba-8118-6a5abd4d9c7a tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379133 Feb 28 19:16:48.811568 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-8b2c1266-242b-4930-b70a-0ca1ed6f30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:48.815440 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c1266-242b-4930-b70a-0ca1ed6f30fc None None] The sync data for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi is: [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:06:55Z', 'revision_number': 4, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1940888f-3c42-42d2-b183-dbefe960ff25', 'name': '', 'network_id': '782279ce-5700-40e2-9c75-fac7ff451ff3', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'mac_address': 'fa:16:3e:4d:2c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:55Z', 'updated_at': '2022-02-28T19:07:02Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'subnets': [{'id': '8aef53b0-2440-4863-935a-1de0b529ed68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:16:49.026370 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515d77d-ce9d-4d4d-8093-b30891462e1d None None] New status for floating IP 8075856e-148e-48aa-ac26-d9432107b1a1: DOWN {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:16:49.102062 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f89cac-875d-46e1-8373-b49344c80caf req-a88a0c90-51d9-4633-b7c1-31bdda3f2479 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:49.102756 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-d7f89cac-875d-46e1-8373-b49344c80caf req-a88a0c90-51d9-4633-b7c1-31bdda3f2479 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Synchronizing usage tracker for tenant:90acc320256d4622a351a587d9f604c3 on resource:port {{(pid=87744) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:16:49.209188 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.quota.resource [req-d7f89cac-875d-46e1-8373-b49344c80caf req-a88a0c90-51d9-4633-b7c1-31bdda3f2479 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Unset dirty status for tenant:90acc320256d4622a351a587d9f604c3 on resource:port {{(pid=87744) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:16:49.210339 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d7f89cac-875d-46e1-8373-b49344c80caf req-a88a0c90-51d9-4633-b7c1-31bdda3f2479 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 946 time: 0.1896899 Feb 28 19:16:49.281780 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-d7f89cac-875d-46e1-8373-b49344c80caf req-47dbaeb4-29a1-4fdc-8992-6620c2b8cbc0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Deleting port a42c7f1f-fdd6-4089-ba61-437e667d8528 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:16:49.282117 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7f89cac-875d-46e1-8373-b49344c80caf req-47dbaeb4-29a1-4fdc-8992-6620c2b8cbc0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:49.319291 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323f8e-946e-4af7-a2c7-707db195f588 req-35ab7dda-5abe-4107-bf14-0d09e5a02f19 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:49.320711 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-70323f8e-946e-4af7-a2c7-707db195f588 req-35ab7dda-5abe-4107-bf14-0d09e5a02f19 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.61 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 945 time: 0.0793860 Feb 28 19:16:49.392386 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [req-70323f8e-946e-4af7-a2c7-707db195f588 req-44c08bd9-30e2-4d86-9d6d-0e9908ef9aef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Deleting port fb1c6728-f3d8-4fe4-866e-9a1da52cf317 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:16:49.392717 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-70323f8e-946e-4af7-a2c7-707db195f588 req-44c08bd9-30e2-4d86-9d6d-0e9908ef9aef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:49.530393 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [req-d7f89cac-875d-46e1-8373-b49344c80caf req-47dbaeb4-29a1-4fdc-8992-6620c2b8cbc0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] For port a42c7f1f-fdd6-4089-ba61-437e667d8528, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a42c7f1f-fdd6-4089-ba61-437e667d8528,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:16:49.530882 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7f89cac-875d-46e1-8373-b49344c80caf req-47dbaeb4-29a1-4fdc-8992-6620c2b8cbc0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:49.699524 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-70323f8e-946e-4af7-a2c7-707db195f588 req-44c08bd9-30e2-4d86-9d6d-0e9908ef9aef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] For port fb1c6728-f3d8-4fe4-866e-9a1da52cf317, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=fb1c6728-f3d8-4fe4-866e-9a1da52cf317,segment=NetworkSegment(37b43083-05fb-49ea-bdc5-611659d72950),segment_id=37b43083-05fb-49ea-bdc5-611659d72950)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:16:49.700119 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-70323f8e-946e-4af7-a2c7-707db195f588 req-44c08bd9-30e2-4d86-9d6d-0e9908ef9aef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:49.754472 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [req-d7f89cac-875d-46e1-8373-b49344c80caf req-47dbaeb4-29a1-4fdc-8992-6620c2b8cbc0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Calling delete_port for a42c7f1f-fdd6-4089-ba61-437e667d8528 owned by compute:nova {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:16:49.834751 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [req-70323f8e-946e-4af7-a2c7-707db195f588 req-44c08bd9-30e2-4d86-9d6d-0e9908ef9aef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Calling delete_port for fb1c6728-f3d8-4fe4-866e-9a1da52cf317 owned by compute:nova {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:16:49.985777 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7f89cac-875d-46e1-8373-b49344c80caf req-47dbaeb4-29a1-4fdc-8992-6620c2b8cbc0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:50.022533 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f09c2-3e5f-4933-a771-76ba6b482c65 req-1803b684-f964-4794-9c17-4f1917fe8e69 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:50.023928 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e31f09c2-3e5f-4933-a771-76ba6b482c65 req-1803b684-f964-4794-9c17-4f1917fe8e69 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 946 time: 0.4262509 Feb 28 19:16:50.038815 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbaeb4-29a1-4fdc-8992-6620c2b8cbc0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event deleted for resources: {'Port': ['ID=a42c7f1f-fdd6-4089-ba61-437e667d8528,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:50.110943 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e31f09c2-3e5f-4933-a771-76ba6b482c65 req-d37f8a06-ba01-491a-a3d4-af812b98f96c tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/security-groups?id=296634e9-4f6f-472c-b8db-1f4315731dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709569 Feb 28 19:16:50.114095 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f89cac-875d-46e1-8373-b49344c80caf req-47dbaeb4-29a1-4fdc-8992-6620c2b8cbc0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] No DVR routers for this DVR port a42c7f1f-fdd6-4089-ba61-437e667d8528 on host hv-cinder-83118 {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:16:50.116996 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [req-d7f89cac-875d-46e1-8373-b49344c80caf req-47dbaeb4-29a1-4fdc-8992-6620c2b8cbc0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:50.121366 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'name': 'network-vif-deleted', 'tag': 'a42c7f1f-fdd6-4089-ba61-437e667d8528'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:16:50.165968 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd6925a-7700-4ae1-8032-cf7bd2513f3b', 'name': 'network-vif-deleted', 'tag': 'a42c7f1f-fdd6-4089-ba61-437e667d8528', 'status': 'completed', 'code': 200} Feb 28 19:16:50.177288 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1cf9b-e0c3-426a-ae78-602f64ce20fc req-444b7d83-e4c6-49f7-8249-16f4d723a20e tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:16:50.178022 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5a1cf9b-e0c3-426a-ae78-602f64ce20fc req-444b7d83-e4c6-49f7-8249-16f4d723a20e tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 945 time: 0.2186663 Feb 28 19:16:50.186195 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d7f89cac-875d-46e1-8373-b49344c80caf req-47dbaeb4-29a1-4fdc-8992-6620c2b8cbc0 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.61 "DELETE /v2.0/ports/a42c7f1f-fdd6-4089-ba61-437e667d8528 HTTP/1.1" status: 204 len: 173 time: 0.9685268 Feb 28 19:16:50.227060 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5a1cf9b-e0c3-426a-ae78-602f64ce20fc req-e6233325-8dcb-4d47-88c4-e5933358e391 tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/security-groups?id=43bb7ccb-15f7-4031-befa-50bd8303a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Feb 28 19:16:50.282552 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-70323f8e-946e-4af7-a2c7-707db195f588 req-44c08bd9-30e2-4d86-9d6d-0e9908ef9aef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:50.296623 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['fb1c6728-f3d8-4fe4-866e-9a1da52cf317'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:16:50.337586 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c08bd9-30e2-4d86-9d6d-0e9908ef9aef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Pushing event deleted for resources: {'Port': ['ID=fb1c6728-f3d8-4fe4-866e-9a1da52cf317,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:50.412373 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [req-70323f8e-946e-4af7-a2c7-707db195f588 req-44c08bd9-30e2-4d86-9d6d-0e9908ef9aef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] No DVR routers for this DVR port fb1c6728-f3d8-4fe4-866e-9a1da52cf317 on host hv-cinder-83118 {{(pid=87745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:16:50.414759 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-70323f8e-946e-4af7-a2c7-707db195f588 req-44c08bd9-30e2-4d86-9d6d-0e9908ef9aef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:50.417491 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1630c283-c674-4fb1-be21-7eb220ea227f', 'name': 'network-vif-deleted', 'tag': 'fb1c6728-f3d8-4fe4-866e-9a1da52cf317'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:16:50.429491 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-70323f8e-946e-4af7-a2c7-707db195f588 req-44c08bd9-30e2-4d86-9d6d-0e9908ef9aef tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.61 "DELETE /v2.0/ports/fb1c6728-f3d8-4fe4-866e-9a1da52cf317 HTTP/1.1" status: 204 len: 173 time: 1.1037843 Feb 28 19:16:50.463960 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1630c283-c674-4fb1-be21-7eb220ea227f', 'name': 'network-vif-deleted', 'tag': 'fb1c6728-f3d8-4fe4-866e-9a1da52cf317', 'status': 'completed', 'code': 200} Feb 28 19:16:51.281037 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-cb1ea551-fe61-4a0a-88af-c5212a6d1062 req-2f2a3b3d-4201-470e-a781-010acf7e8a9a tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd6925a-7700-4ae1-8032-cf7bd2513f3b HTTP/1.1" status: 200 len: 210 time: 0.0491993 Feb 28 19:16:51.393653 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-0fc66ddf-0ac4-4546-81c5-3803478ca43e req-5d1dc062-e52c-4f13-b915-ac1baf55ad8b tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Synchronizing usage tracker for tenant:1c06762c8979480f92330ac600b63c5c on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:16:51.476767 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-0fc66ddf-0ac4-4546-81c5-3803478ca43e req-5d1dc062-e52c-4f13-b915-ac1baf55ad8b tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] Unset dirty status for tenant:1c06762c8979480f92330ac600b63c5c on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:16:51.478060 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0fc66ddf-0ac4-4546-81c5-3803478ca43e req-5d1dc062-e52c-4f13-b915-ac1baf55ad8b tempest-VolumesSnapshotTestJSON-307199026 tempest-VolumesSnapshotTestJSON-307199026-project] 10.222.0.21 "GET /v2.0/ports?device_id=1630c283-c674-4fb1-be21-7eb220ea227f HTTP/1.1" status: 200 len: 210 time: 0.1258409 Feb 28 19:16:52.083431 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device a42c7f1f-fdd6-4089-ba61-437e667d8528 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:16:52.117471 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: a42c7f1f-fdd6-4089-ba61-437e667d8528 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:16:52.117804 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device a42c7f1f-fdd6-4089-ba61-437e667d8528 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:16:52.377387 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39722) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:52.539004 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-3c9296f5-7e48-4a19-885f-8d5000251a16 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Deleting port a1c02308-51c7-49cf-8938-0b7e38d298b9 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:16:52.539371 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3c9296f5-7e48-4a19-885f-8d5000251a16 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:52.713060 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3c9296f5-7e48-4a19-885f-8d5000251a16 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:52.713485 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3c9296f5-7e48-4a19-885f-8d5000251a16 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:52.834561 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-3c9296f5-7e48-4a19-885f-8d5000251a16 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Calling delete_port for a1c02308-51c7-49cf-8938-0b7e38d298b9 owned by network:floatingip {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:16:53.065215 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3c9296f5-7e48-4a19-885f-8d5000251a16 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:53.111871 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9296f5-7e48-4a19-885f-8d5000251a16 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event deleted for resources: {'Port': ['ID=a1c02308-51c7-49cf-8938-0b7e38d298b9,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:53.207803 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3c9296f5-7e48-4a19-885f-8d5000251a16 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for floatingip, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:53.222304 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3c9296f5-7e48-4a19-885f-8d5000251a16 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:53.223470 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-3c9296f5-7e48-4a19-885f-8d5000251a16 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "DELETE /v2.0/floatingips/33645959-bc44-4d69-9bb1-ee57e0c063f7 HTTP/1.1" status: 204 len: 168 time: 0.8450766 Feb 28 19:16:54.104035 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device fb1c6728-f3d8-4fe4-866e-9a1da52cf317 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:16:54.140625 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: fb1c6728-f3d8-4fe4-866e-9a1da52cf317 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:16:54.140968 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device fb1c6728-f3d8-4fe4-866e-9a1da52cf317 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:16:54.741980 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39748) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:54.814860 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e278-a17e-4ac1-9c41-b3d3bc6cbb11 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:54.846857 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e278-a17e-4ac1-9c41-b3d3bc6cbb11 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:54.985307 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e278-a17e-4ac1-9c41-b3d3bc6cbb11 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:55.006299 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9e278-a17e-4ac1-9c41-b3d3bc6cbb11 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296634e9-4f6f-472c-b8db-1f4315731dc9,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:55.075734 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e278-a17e-4ac1-9c41-b3d3bc6cbb11 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:55.076800 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-5ff9e278-a17e-4ac1-9c41-b3d3bc6cbb11 tempest-TestVolumeBootPattern-999397042 tempest-TestVolumeBootPattern-999397042-project] 10.222.0.21 "DELETE /v2.0/security-groups/296634e9-4f6f-472c-b8db-1f4315731dc9 HTTP/1.1" status: 204 len: 168 time: 0.3338075 Feb 28 19:16:55.193418 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39756) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:55.921570 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8065493'] for router_interface, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:56.271823 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] Deleting port 1940888f-3c42-42d2-b183-dbefe960ff25 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:16:56.272244 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:56.458586 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] For port 1940888f-3c42-42d2-b183-dbefe960ff25, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=1940888f-3c42-42d2-b183-dbefe960ff25,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:16:56.458946 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:56.585260 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] Calling delete_port for 1940888f-3c42-42d2-b183-dbefe960ff25 owned by network:router_interface {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:16:57.071093 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:57.116598 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1940888f-3c42-42d2-b183-dbefe960ff25,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:57.381071 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8065385'] for router_interface, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:57.735876 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] Router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:16:57.924414 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:16:57.937052 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1fe91-0f76-4b9b-b3e9-d01d84acefd6 None None] Sync routers for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:16:57.941051 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-2943197d-4e37-452c-a709-0e782a6103fc admin admin] 10.222.0.21 "PUT /v2.0/routers/8f62bbfb-5fe5-480c-8a8a-980c00c0d221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7462902 Feb 28 19:16:57.943851 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 39770) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:57.958125 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad1fe91-0f76-4b9b-b3e9-d01d84acefd6 None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:16:57.958987 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-6ad1fe91-0f76-4b9b-b3e9-d01d84acefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:16:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:58.123305 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Notify callbacks [] for router, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:58.138198 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-6ad1fe91-0f76-4b9b-b3e9-d01d84acefd6 None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:16:58.300108 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:58.356757 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Deleting port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:16:58.357096 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:58.425612 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-6ad1fe91-0f76-4b9b-b3e9-d01d84acefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:16:56Z', 'revision_number': 5, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port': {'id': '590b6f38-23b4-4e0e-b579-121c7b3d8dcb', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:06:52Z', 'updated_at': '2022-02-28T19:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:58.429615 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1fe91-0f76-4b9b-b3e9-d01d84acefd6 None None] Checking router: 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:16:58.437810 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad1fe91-0f76-4b9b-b3e9-d01d84acefd6 None None] Routers {'8f62bbfb-5fe5-480c-8a8a-980c00c0d221'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:16:58.438404 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-6ad1fe91-0f76-4b9b-b3e9-d01d84acefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:16:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:58.532578 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] For port 590b6f38-23b4-4e0e-b579-121c7b3d8dcb, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=590b6f38-23b4-4e0e-b579-121c7b3d8dcb,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:16:58.532931 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:58.592567 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-6ad1fe91-0f76-4b9b-b3e9-d01d84acefd6 None None] Set router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 gateway port host: None {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:16:58.654972 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Calling delete_port for 590b6f38-23b4-4e0e-b579-121c7b3d8dcb owned by network:router_gateway {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:16:58.742164 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-6ad1fe91-0f76-4b9b-b3e9-d01d84acefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:16:58Z', 'revision_number': 6, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port_host': None}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:16:58.746000 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1fe91-0f76-4b9b-b3e9-d01d84acefd6 None None] The sync data for ids ['8f62bbfb-5fe5-480c-8a8a-980c00c0d221'] in dv-cinder-831187-1-iscsi is: [{'id': '8f62bbfb-5fe5-480c-8a8a-980c00c0d221', 'name': 'tempest-TestVolumeBootPattern-977212594-router', 'tenant_id': '90acc320256d4622a351a587d9f604c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:51Z', 'updated_at': '2022-02-28T19:16:58Z', 'revision_number': 6, 'project_id': '90acc320256d4622a351a587d9f604c3', 'gw_port_host': None}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:16:58.859568 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:58.908917 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Pushing event deleted for resources: {'Port': ['ID=590b6f38-23b4-4e0e-b579-121c7b3d8dcb,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:59.002139 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8065776'] for router_gateway, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.264655 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8023778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-531'] for router, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.266687 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.350789 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8023576'] for router, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.351383 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f62bbfb-5fe5-480c-8a8a-980c00c0d221 {{(pid=87744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:16:59.364292 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] Notify callbacks [] for router, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.365587 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-e0d4929a-1a01-4485-abe2-b9151b8f00fd admin admin] 10.222.0.21 "DELETE /v2.0/routers/8f62bbfb-5fe5-480c-8a8a-980c00c0d221 HTTP/1.1" status: 204 len: 168 time: 1.4205592 Feb 28 19:16:59.368023 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 39776) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:59.429089 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf3d984-013f-4cc5-b3c1-6258cacb850f admin admin] Deleting subnet 8aef53b0-2440-4863-935a-1de0b529ed68 {{(pid=87744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:16:59.431841 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d984-013f-4cc5-b3c1-6258cacb850f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.482458 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d984-013f-4cc5-b3c1-6258cacb850f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7316230'] for subnet, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.562374 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d984-013f-4cc5-b3c1-6258cacb850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.706153 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d984-013f-4cc5-b3c1-6258cacb850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7319999'] for subnet, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.747104 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d984-013f-4cc5-b3c1-6258cacb850f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.749651 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3d984-013f-4cc5-b3c1-6258cacb850f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aef53b0-2440-4863-935a-1de0b529ed68,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:16:59.749796 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6afdbf-16b2-4d42-b9df-a24d59029c9d None None] Network 782279ce-5700-40e2-9c75-fac7ff451ff3 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:16:59.755861 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-3bf3d984-013f-4cc5-b3c1-6258cacb850f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8aef53b0-2440-4863-935a-1de0b529ed68 HTTP/1.1" status: 204 len: 168 time: 0.3863583 Feb 28 19:16:59.757796 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 39780) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:16:59.864961 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.875491 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Deleting port 0a47814c-9e92-4771-aadc-0847f0698107 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:16:59.875820 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:59.880488 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 1940888f-3c42-42d2-b183-dbefe960ff25 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:16:59.950206 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 1940888f-3c42-42d2-b183-dbefe960ff25 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:16:59.950611 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 1940888f-3c42-42d2-b183-dbefe960ff25 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:16:59.950962 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 590b6f38-23b4-4e0e-b579-121c7b3d8dcb no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:16:59.991533 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 590b6f38-23b4-4e0e-b579-121c7b3d8dcb {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:16:59.991821 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 590b6f38-23b4-4e0e-b579-121c7b3d8dcb not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:17:00.080107 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c4cdf-d6b1-4aa3-8fb2-0bc417a85fa8 None None] DHCP port deletion for 782279ce-5700-40e2-9c75-fac7ff451ff3 request from dv-cinder-831187-1-iscsi {{(pid=87746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:17:00.084691 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-c69c4cdf-d6b1-4aa3-8fb2-0bc417a85fa8 None None] Deleting port 0a47814c-9e92-4771-aadc-0847f0698107 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:17:00.085059 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c69c4cdf-d6b1-4aa3-8fb2-0bc417a85fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:00.093863 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] For port 0a47814c-9e92-4771-aadc-0847f0698107, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=0a47814c-9e92-4771-aadc-0847f0698107,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:00.094393 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:00.220971 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Calling delete_port for 0a47814c-9e92-4771-aadc-0847f0698107 owned by network:dhcp {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:17:00.292125 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-c69c4cdf-d6b1-4aa3-8fb2-0bc417a85fa8 None None] For port 0a47814c-9e92-4771-aadc-0847f0698107, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=0a47814c-9e92-4771-aadc-0847f0698107,segment=NetworkSegment(3ce6a53b-ff8d-4990-8171-c5a396c52ae4),segment_id=3ce6a53b-ff8d-4990-8171-c5a396c52ae4)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:00.292528 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c69c4cdf-d6b1-4aa3-8fb2-0bc417a85fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:00.380310 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:00.417091 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-c69c4cdf-d6b1-4aa3-8fb2-0bc417a85fa8 None None] Calling delete_port for 0a47814c-9e92-4771-aadc-0847f0698107 owned by network:dhcp {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:17:00.428137 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a47814c-9e92-4771-aadc-0847f0698107,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:00.432719 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] No DVR routers for this DVR port 0a47814c-9e92-4771-aadc-0847f0698107 on host dv-cinder-831187-1-iscsi {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:17:00.490678 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.db.api [None req-c69c4cdf-d6b1-4aa3-8fb2-0bc417a85fa8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:17:00.491030 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG oslo_db.api [None req-c69c4cdf-d6b1-4aa3-8fb2-0bc417a85fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:17:00.549555 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:00.574576 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782279ce-5700-40e2-9c75-fac7ff451ff3']}} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:00.587293 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce6a53b-ff8d-4990-8171-c5a396c52ae4') {'for_net_delete': True} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:00.587587 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce6a53b-ff8d-4990-8171-c5a396c52ae4') {} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:00.598944 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7316287'] for segment, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:00.614878 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:00.620910 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:17:00.621416 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7091737'] for segment, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: Traceback (most recent call last): Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: timer() Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: cb(*args, **kw) Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: return func(*args, **kwargs) Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: self._notify() Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: self.callback(batched_events) Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: event.method(event) Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: return f(self, *a, **k) Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._get(url).json() Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: return self.request(url, 'GET', **kwargs) Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:17:00.643284 dv-cinder-831187-1-iscsi neutron-server[87744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:17:00.796606 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:00.815259 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:00.821788 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] Pushing event deleted for resources: {'Network': ['ID=782279ce-5700-40e2-9c75-fac7ff451ff3,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:00.931474 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-3021b296-2cf3-46eb-9f9f-5fc4a1df495d admin admin] 10.222.0.21 "DELETE /v2.0/networks/782279ce-5700-40e2-9c75-fac7ff451ff3 HTTP/1.1" status: 204 len: 168 time: 1.1701636 Feb 28 19:17:00.932042 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39792) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:00.993126 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-c69c4cdf-d6b1-4aa3-8fb2-0bc417a85fa8 None None] Deleting port 0a47814c-9e92-4771-aadc-0847f0698107 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:17:00.994010 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c69c4cdf-d6b1-4aa3-8fb2-0bc417a85fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:01.072384 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-c69c4cdf-d6b1-4aa3-8fb2-0bc417a85fa8 None None] The port '0a47814c-9e92-4771-aadc-0847f0698107' was deleted {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:17:01.144828 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:01.579386 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8065493'] for router_interface, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:01.844272 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 0a47814c-9e92-4771-aadc-0847f0698107 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:17:01.877353 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 0a47814c-9e92-4771-aadc-0847f0698107 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:17:01.877690 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 0a47814c-9e92-4771-aadc-0847f0698107 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:17:01.928906 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] Deleting port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:17:01.929240 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:02.101473 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] For port e42bd6b6-ab47-4fbc-93ca-e146df78c9f7, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=e42bd6b6-ab47-4fbc-93ca-e146df78c9f7,segment=NetworkSegment(c0f12de0-334f-460f-b2a0-bbefa7dc1ee3),segment_id=c0f12de0-334f-460f-b2a0-bbefa7dc1ee3)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:02.102124 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:02.226191 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] Calling delete_port for e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 owned by network:router_interface {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:17:02.482011 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:02.531729 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42bd6b6-ab47-4fbc-93ca-e146df78c9f7,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:02.797066 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8065385'] for router_interface, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:02.993525 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:17:03.257749 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] Router 4f1bc563-e444-4c17-8575-7dc918b3a18e has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:17:03.439287 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:17:03.448368 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57ee21-dcc6-4110-9ce7-fd3b2bcf88d1 None None] Sync routers for ids ['4f1bc563-e444-4c17-8575-7dc918b3a18e'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:17:03.459074 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57ee21-dcc6-4110-9ce7-fd3b2bcf88d1 None None] Routers {'4f1bc563-e444-4c17-8575-7dc918b3a18e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:17:03.460574 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-dc57ee21-dcc6-4110-9ce7-fd3b2bcf88d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:16:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['4f1bc563-e444-4c17-8575-7dc918b3a18e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:03.507362 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-d5990116-bed1-4fb0-a39a-61b35ac54180 admin admin] 10.222.0.21 "PUT /v2.0/routers/4f1bc563-e444-4c17-8575-7dc918b3a18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5740731 Feb 28 19:17:03.510002 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39810) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:03.680389 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-dc57ee21-dcc6-4110-9ce7-fd3b2bcf88d1 None None] Set router 4f1bc563-e444-4c17-8575-7dc918b3a18e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:17:03.691574 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Notify callbacks [] for router, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:03.885521 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:03.956936 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Deleting port 8be1c616-0424-42c6-a5ee-35664200592d {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:17:03.957436 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:03.978962 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-dc57ee21-dcc6-4110-9ce7-fd3b2bcf88d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'name': 'tempest-TestVolumeBootPattern-1711783036-router', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '8be1c616-0424-42c6-a5ee-35664200592d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:59Z', 'updated_at': '2022-02-28T19:17:02Z', 'revision_number': 5, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'gw_port': {'id': '8be1c616-0424-42c6-a5ee-35664200592d', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:00Z', 'updated_at': '2022-02-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:03.982927 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57ee21-dcc6-4110-9ce7-fd3b2bcf88d1 None None] Checking router: 4f1bc563-e444-4c17-8575-7dc918b3a18e for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:17:03.991618 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57ee21-dcc6-4110-9ce7-fd3b2bcf88d1 None None] Routers {'4f1bc563-e444-4c17-8575-7dc918b3a18e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:17:03.992223 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-dc57ee21-dcc6-4110-9ce7-fd3b2bcf88d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:16:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['4f1bc563-e444-4c17-8575-7dc918b3a18e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:04.148106 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-dc57ee21-dcc6-4110-9ce7-fd3b2bcf88d1 None None] Set router 4f1bc563-e444-4c17-8575-7dc918b3a18e gateway port host: None {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:17:04.152424 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] For port 8be1c616-0424-42c6-a5ee-35664200592d, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=8be1c616-0424-42c6-a5ee-35664200592d,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:04.152776 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:04.257803 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-dc57ee21-dcc6-4110-9ce7-fd3b2bcf88d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'name': 'tempest-TestVolumeBootPattern-1711783036-router', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:59Z', 'updated_at': '2022-02-28T19:17:03Z', 'revision_number': 6, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'gw_port_host': None}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:04.261729 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57ee21-dcc6-4110-9ce7-fd3b2bcf88d1 None None] The sync data for ids ['4f1bc563-e444-4c17-8575-7dc918b3a18e'] in dv-cinder-831187-1-iscsi is: [{'id': '4f1bc563-e444-4c17-8575-7dc918b3a18e', 'name': 'tempest-TestVolumeBootPattern-1711783036-router', 'tenant_id': '884f946601014cdfa5f7bbc37ad6562a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:06:59Z', 'updated_at': '2022-02-28T19:17:03Z', 'revision_number': 6, 'project_id': '884f946601014cdfa5f7bbc37ad6562a', 'gw_port_host': None}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:17:04.282876 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Calling delete_port for 8be1c616-0424-42c6-a5ee-35664200592d owned by network:router_gateway {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:17:04.568036 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:04.753015 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be1c616-0424-42c6-a5ee-35664200592d,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:04.818666 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8065776'] for router_gateway, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:04.992232 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8023778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-531'] for router, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:04.994729 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.105019 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8023576'] for router, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.105542 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1bc563-e444-4c17-8575-7dc918b3a18e {{(pid=87745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:17:05.130737 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.130737 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-00ad4768-2e21-4e90-a1ad-af37f31add10 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4f1bc563-e444-4c17-8575-7dc918b3a18e HTTP/1.1" status: 204 len: 168 time: 1.6081703 Feb 28 19:17:05.130737 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39820) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:05.184929 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_v2 [None req-4793e05e-5725-4558-91d3-117ca11dc461 admin admin] Deleting subnet cd421662-6c8b-4df4-b8cd-71875a31916f {{(pid=87745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:17:05.188004 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4793e05e-5725-4558-91d3-117ca11dc461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.243908 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4793e05e-5725-4558-91d3-117ca11dc461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8311499'] for subnet, precommit_delete_associations {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.327056 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4793e05e-5725-4558-91d3-117ca11dc461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.482105 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b40aa4ce-a5e3-4926-92b9-ca5862e7a1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.511436 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4793e05e-5725-4558-91d3-117ca11dc461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8311499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601764'] for subnet, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.553317 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793e05e-5725-4558-91d3-117ca11dc461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd421662-6c8b-4df4-b8cd-71875a31916f,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:05.557173 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4793e05e-5725-4558-91d3-117ca11dc461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.565843 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-4793e05e-5725-4558-91d3-117ca11dc461 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cd421662-6c8b-4df4-b8cd-71875a31916f HTTP/1.1" status: 204 len: 168 time: 0.4407141 Feb 28 19:17:05.566018 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca62e4-38c8-44e6-9bef-48925d41c1e0 None None] Network d1b789d3-3616-46cd-aca8-1cc330ef9ec1 requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:17:05.566151 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39828) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:05.671502 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.682695 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Deleting port 07e966cd-29e1-4523-816c-f06c5443d7fe {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:17:05.683021 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.832937 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e4798-f958-4607-a910-2578b260a0bc None None] DHCP port deletion for d1b789d3-3616-46cd-aca8-1cc330ef9ec1 request from dv-cinder-831187-1-iscsi {{(pid=87746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:17:05.837800 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e4798-f958-4607-a910-2578b260a0bc None None] Deleting port 07e966cd-29e1-4523-816c-f06c5443d7fe {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:17:05.838166 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4798-f958-4607-a910-2578b260a0bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.881072 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 8be1c616-0424-42c6-a5ee-35664200592d no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:17:05.905622 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] For port 07e966cd-29e1-4523-816c-f06c5443d7fe, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=07e966cd-29e1-4523-816c-f06c5443d7fe,segment=NetworkSegment(c0f12de0-334f-460f-b2a0-bbefa7dc1ee3),segment_id=c0f12de0-334f-460f-b2a0-bbefa7dc1ee3)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:05.905973 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:05.919417 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 8be1c616-0424-42c6-a5ee-35664200592d {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:17:05.919683 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 8be1c616-0424-42c6-a5ee-35664200592d not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:17:05.920089 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:17:05.964443 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:17:05.964807 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e42bd6b6-ab47-4fbc-93ca-e146df78c9f7 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:17:05.965189 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 07e966cd-29e1-4523-816c-f06c5443d7fe no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:17:06.039858 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Calling delete_port for 07e966cd-29e1-4523-816c-f06c5443d7fe owned by network:dhcp {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:17:06.185058 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:06.215388 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Port 07e966cd-29e1-4523-816c-f06c5443d7fe update to DOWN by agent not found {{(pid=87746) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 28 19:17:06.226724 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-2e3e4798-f958-4607-a910-2578b260a0bc None None] For port 07e966cd-29e1-4523-816c-f06c5443d7fe, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=07e966cd-29e1-4523-816c-f06c5443d7fe,segment=NetworkSegment(c0f12de0-334f-460f-b2a0-bbefa7dc1ee3),segment_id=c0f12de0-334f-460f-b2a0-bbefa7dc1ee3)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:06.227082 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4798-f958-4607-a910-2578b260a0bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:06.231986 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e966cd-29e1-4523-816c-f06c5443d7fe,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:06.235279 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] No DVR routers for this DVR port 07e966cd-29e1-4523-816c-f06c5443d7fe on host dv-cinder-831187-1-iscsi {{(pid=87745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:17:06.349013 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:06.352177 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e4798-f958-4607-a910-2578b260a0bc None None] Calling delete_port for 07e966cd-29e1-4523-816c-f06c5443d7fe owned by network:dhcp {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:17:06.376805 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b789d3-3616-46cd-aca8-1cc330ef9ec1']}} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:06.425785 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.db.api [None req-2e3e4798-f958-4607-a910-2578b260a0bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:17:06.425785 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG oslo_db.api [None req-2e3e4798-f958-4607-a910-2578b260a0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:17:06.477071 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f12de0-334f-460f-b2a0-bbefa7dc1ee3') {'for_net_delete': True} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:06.477303 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f12de0-334f-460f-b2a0-bbefa7dc1ee3') {} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:06.489395 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8311538'] for segment, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:06.505445 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:06.511521 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:17:06.511899 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8314217'] for segment, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: Traceback (most recent call last): Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: timer() Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: cb(*args, **kw) Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: return func(*args, **kwargs) Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: self._notify() Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: self.callback(batched_events) Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: event.method(event) Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: return f(self, *a, **k) Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._get(url).json() Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: return self.request(url, 'GET', **kwargs) Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:17:06.528534 dv-cinder-831187-1-iscsi neutron-server[87745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:17:06.659128 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:06.675138 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:06.685388 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b789d3-3616-46cd-aca8-1cc330ef9ec1,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:06.693499 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-89b16cd7-e6d9-4dc4-a2ad-a364d035b7b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d1b789d3-3616-46cd-aca8-1cc330ef9ec1 HTTP/1.1" status: 204 len: 168 time: 1.1267726 Feb 28 19:17:06.927164 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e4798-f958-4607-a910-2578b260a0bc None None] Deleting port 07e966cd-29e1-4523-816c-f06c5443d7fe {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:17:06.927703 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4798-f958-4607-a910-2578b260a0bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:06.980185 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39838) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:07.002238 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e4798-f958-4607-a910-2578b260a0bc None None] The port '07e966cd-29e1-4523-816c-f06c5443d7fe' was deleted {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:17:07.033898 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-3468aefb-d95b-429e-a447-a3f95c8b0b33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90acc320256d4622a351a587d9f604c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525854 Feb 28 19:17:07.036507 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39842) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:07.094076 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5673-6849-414f-98db-b87150740c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:07.120861 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5673-6849-414f-98db-b87150740c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:07.264761 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5673-6849-414f-98db-b87150740c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:07.285029 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f5673-6849-414f-98db-b87150740c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7181a7a3-606f-48ed-852d-4e86291135bd,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:07.291649 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5673-6849-414f-98db-b87150740c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:07.292765 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-4c6f5673-6849-414f-98db-b87150740c99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7181a7a3-606f-48ed-852d-4e86291135bd HTTP/1.1" status: 204 len: 168 time: 0.2553875 Feb 28 19:17:07.927077 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39852) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:07.979599 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-3f3f0874-c58e-4f0c-bf59-016904762e54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=884f946601014cdfa5f7bbc37ad6562a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488970 Feb 28 19:17:07.979806 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39856) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:08.042367 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9b57-8bd3-4cf2-a553-74926e571fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:08.067380 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9b57-8bd3-4cf2-a553-74926e571fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:08.173313 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f70d30d8-4981-47be-8555-6e2483307d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:08.201810 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9b57-8bd3-4cf2-a553-74926e571fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:08.216433 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e9b57-8bd3-4cf2-a553-74926e571fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843ab29c-a6a8-439e-b3b3-064390459725,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:08.223209 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9b57-8bd3-4cf2-a553-74926e571fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:08.224480 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-9f8e9b57-8bd3-4cf2-a553-74926e571fdd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/843ab29c-a6a8-439e-b3b3-064390459725 HTTP/1.1" status: 204 len: 168 time: 0.2437625 Feb 28 19:17:08.762413 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:09.184872 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:10.893687 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:22.517875 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39940) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:22.579311 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Deleting subnet 00be50b5-7d16-4811-b0e1-44e08fc136db {{(pid=87745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:17:22.582178 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:22.630779 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8311499'] for subnet, precommit_delete_associations {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:22.684131 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:22.842638 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8311499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601764'] for subnet, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:22.881423 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00be50b5-7d16-4811-b0e1-44e08fc136db,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:22.883898 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:22.892766 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.893109 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.893442 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.893799 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.894123 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.894701 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.895022 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.895377 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.895698 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.896771 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.897093 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.897411 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:22.901538 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-cc99a0a6-add0-45bc-a216-7a0456333bcf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00be50b5-7d16-4811-b0e1-44e08fc136db HTTP/1.1" status: 204 len: 168 time: 0.3821101 Feb 28 19:17:22.903378 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39946) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:23.009710 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:23.144998 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:23.163761 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686c36cb-f669-4810-83b3-a9d37b1a6ff3']}} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:23.175343 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b43083-05fb-49ea-bdc5-611659d72950') {'for_net_delete': True} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:23.175635 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b43083-05fb-49ea-bdc5-611659d72950') {} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:23.187138 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8311538'] for segment, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:23.204110 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:23.210443 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=87745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:17:23.210815 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8314217'] for segment, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: Traceback (most recent call last): Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: timer() Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: cb(*args, **kw) Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: return func(*args, **kwargs) Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: self._notify() Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: self.callback(batched_events) Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: event.method(event) Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: return f(self, *a, **k) Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._get(url).json() Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: return self.request(url, 'GET', **kwargs) Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:17:23.226886 dv-cinder-831187-1-iscsi neutron-server[87745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:17:23.356103 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:23.371964 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:23.382363 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] Pushing event deleted for resources: {'Network': ['ID=686c36cb-f669-4810-83b3-a9d37b1a6ff3,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:23.437043 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-c92fd901-23a4-435d-b05e-d6c2e701ba47 admin admin] 10.222.0.21 "DELETE /v2.0/networks/686c36cb-f669-4810-83b3-a9d37b1a6ff3 HTTP/1.1" status: 204 len: 168 time: 0.5325217 Feb 28 19:17:23.767773 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39952) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:23.820766 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-187e8c11-b8ab-4f65-ac4b-7b1fcdfa6452 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c06762c8979480f92330ac600b63c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518336 Feb 28 19:17:23.823198 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39956) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:23.878658 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9995-2f95-48ea-ae36-748d117dafe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:23.904642 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9995-2f95-48ea-ae36-748d117dafe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:24.013002 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9995-2f95-48ea-ae36-748d117dafe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:24.031103 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c9995-2f95-48ea-ae36-748d117dafe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bb7ccb-15f7-4031-befa-50bd8303a357,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:24.086325 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9995-2f95-48ea-ae36-748d117dafe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:24.087531 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-6a6c9995-2f95-48ea-ae36-748d117dafe0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43bb7ccb-15f7-4031-befa-50bd8303a357 HTTP/1.1" status: 204 len: 168 time: 0.2634423 Feb 28 19:17:25.223458 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39980) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:25.350261 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-124167986-network', 'tenant_id': '71617ef8c9904a419b7928654b614f08'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:25.355039 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:25.359514 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Usage tracker for resource:network and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:25.361975 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:25.369466 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:25.476012 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Made reservation on behalf of 71617ef8c9904a419b7928654b614f08 for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:17:25.478427 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:25.491189 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:25.505960 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:25.509748 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Usage tracker for resource:security_group_rule and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:25.512586 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:25.518250 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:25.607132 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:25.676377 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:25.707135 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:17:25.717003 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad77c7c-8ec2-47d5-94cf-40ece346cadd,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:25.725338 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:25.725445 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Added segment 05cc2b62-d149-4f96-bce0-bf88c695e2ac of type vlan for network cc1d65af-cc14-42ab-b1bb-32d93de27a1d Feb 28 19:17:25.748084 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [req-a98ef154-e2ab-460f-8d0c-cbfc772fd4dd req-186e3d06-b30e-4d7a-b7da-005557181853 service neutron] (87744) timed out ('10.222.0.61', 60310) {{(pid=87744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 19:17:25.752876 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:25.781480 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [req-789bbc10-205e-472d-ab48-a14d15f5ba72 req-88916fc7-4f48-4a42-90db-c852753920ad service neutron] (87745) timed out ('10.222.0.61', 60277) {{(pid=87745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 19:17:25.830346 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:25.831367 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:25.831947 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:25.935926 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] Pushing event updated for resources: {'Network': ['ID=cc1d65af-cc14-42ab-b1bb-32d93de27a1d,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:25.946248 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network cc1d65af-cc14-42ab-b1bb-32d93de27a1d details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:17:26.002291 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-242472cb-1769-4dbe-920d-2bb0c0f55096 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7767522 Feb 28 19:17:26.005651 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39986) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:26.011098 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Request body: {'subnet': {'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-124167986-subnet', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'ip_version': 4}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:26.016048 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:26.020205 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Usage tracker for resource:subnet and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:26.023825 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:26.029600 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:26.087482 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Made reservation on behalf of 71617ef8c9904a419b7928654b614f08 for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:17:26.089834 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6601737'] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:26.459262 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8311434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6601759'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:26.531547 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44cf40c3-1ec9-4af2-9303-9ae7c8ac3550,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:26.544430 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Checking segment: {'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:17:26.544783 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Network hostable DHCP agents. Network: cc1d65af-cc14-42ab-b1bb-32d93de27a1d, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:17:26.624057 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Network cc1d65af-cc14-42ab-b1bb-32d93de27a1d is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:17:26.692980 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, cc1d65af-cc14-42ab-b1bb-32d93de27a1d) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:17:26.696952 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:26.697522 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:26.701533 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ea2063-99f0-4bdb-a802-c155083c6ce1 None None] Network cc1d65af-cc14-42ab-b1bb-32d93de27a1d requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:17:26.808244 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-bb4d7f8d-ae41-46dd-a49a-1c125cc05a40 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8012805 Feb 28 19:17:26.810653 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39990) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:26.815614 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:26.820335 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:26.824523 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Usage tracker for resource:router and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:26.835373 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:26.835373 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:26.913579 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp976022dc-689f-57ed-bb90-0c1d0b986033-cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550'}]}} from dv-cinder-831187-1-iscsi. {{(pid=87746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:17:26.914387 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:26.916070 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8067972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-737'] for router, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:26.917101 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8065093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-744'] for router, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:26.932825 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:27.066607 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.db_base_plugin_common [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Allocated IP 172.20.0.2 (cc1d65af-cc14-42ab-b1bb-32d93de27a1d/44cf40c3-1ec9-4af2-9303-9ae7c8ac3550/4fa5eece-606c-4a77-b986-75f723b466b5) {{(pid=87746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:17:27.261145 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8065079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8067945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-538'] for router, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:27.271543 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Notify callbacks [] for port, precommit_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:27.281303 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Transition to ACTIVE for port object 4fa5eece-606c-4a77-b986-75f723b466b5 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:17:27.300351 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Transition to ACTIVE for port object 4fa5eece-606c-4a77-b986-75f723b466b5 will not be triggered until provisioned by entity DHCP. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:17:27.596237 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:27.660855 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Network cc1d65af-cc14-42ab-b1bb-32d93de27a1d is already hosted by enough agents. {{(pid=87746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:17:27.668318 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.base_scheduler [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Resources bound (agent type, host, resource id): {{(pid=87746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:17:27.672424 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Received port after_create {{(pid=87746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:17:27.678569 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Pushing event updated for resources: {'Port': ['ID=4fa5eece-606c-4a77-b986-75f723b466b5,revision_number=1']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:27.714951 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.715350 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.715608 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.715937 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.716265 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.716591 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.716915 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.717237 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.717562 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.717883 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.718200 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.718514 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:27.777886 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Attempting to bind port 4fa5eece-606c-4a77-b986-75f723b466b5 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:17:27.778242 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Attempting to bind port 4fa5eece-606c-4a77-b986-75f723b466b5 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:17:27.778594 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Attempting to bind port 4fa5eece-606c-4a77-b986-75f723b466b5 on network cc1d65af-cc14-42ab-b1bb-32d93de27a1d {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:17:27.783692 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:17:27.784060 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Checking segment: {'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:17:27.784452 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:27.784835 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Bound using segment: {'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:17:27.785291 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Bound port: 4fa5eece-606c-4a77-b986-75f723b466b5, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:17:27.785652 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:27.845678 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:27.871888 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] For port 4fa5eece-606c-4a77-b986-75f723b466b5, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:17:27.874714 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] For port 4fa5eece-606c-4a77-b986-75f723b466b5, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=4fa5eece-606c-4a77-b986-75f723b466b5,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:17:27.878798 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:27.940045 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:28.015791 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Allocated IP 172.27.1.122 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/8f958f8f-6089-4371-902c-3516e774ea58) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:17:28.063414 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3f9c9-ec0e-423d-afad-6c891b8ec809 None None] Pushing event updated for resources: {'Port': ['ID=4fa5eece-606c-4a77-b986-75f723b466b5,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:28.169215 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:28.253553 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:28.320935 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:17:28.331603 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:17:28.332560 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:17:28.370532 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Pushing event updated for resources: {'Port': ['ID=8f958f8f-6089-4371-902c-3516e774ea58,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:28.922268 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:29.036766 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f1635-51be-4d66-b8fd-b47e8a688b9e None None] Network cc1d65af-cc14-42ab-b1bb-32d93de27a1d requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:17:29.208605 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-2636992a-3dd0-4c6b-911e-79ce7003c827 None None] Provisioning for port 4fa5eece-606c-4a77-b986-75f723b466b5 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:17:29.264735 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8067967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8065048'] for router, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:29.533171 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Router 90f081c7-4397-43f6-a2d0-3fb011c24f15 is scheduled to L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 with binding_index 1 {{(pid=87745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:17:29.711143 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:17:29.719888 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Sync routers for ids ['90f081c7-4397-43f6-a2d0-3fb011c24f15'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:17:29.728611 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Routers {'90f081c7-4397-43f6-a2d0-3fb011c24f15'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:17:29.729216 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:17:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['90f081c7-4397-43f6-a2d0-3fb011c24f15'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:29.784469 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:29.785631 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-01f0adf1-ee51-485c-88a9-770e298d2473 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9740274 Feb 28 19:17:29.788552 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 39994) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:29.900048 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4fa5eece-606c-4a77-b986-75f723b466b5 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:29.950672 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Set router 90f081c7-4397-43f6-a2d0-3fb011c24f15 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:17:30.248974 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 4fa5eece-606c-4a77-b986-75f723b466b5 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:17:30.256922 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 4fa5eece-606c-4a77-b986-75f723b466b5 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:30.257285 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:30.308477 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:28Z', 'revision_number': 3, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:30.321159 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Checking router: 90f081c7-4397-43f6-a2d0-3fb011c24f15 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:17:30.321589 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Updating router 90f081c7-4397-43f6-a2d0-3fb011c24f15 port 8f958f8f-6089-4371-902c-3516e774ea58 binding host dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:17:30.389089 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:30.528034 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:30.587491 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:30.606988 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 4fa5eece-606c-4a77-b986-75f723b466b5, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=4fa5eece-606c-4a77-b986-75f723b466b5,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:30.707381 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:30.791443 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Allocated IP 172.20.0.1 (cc1d65af-cc14-42ab-b1bb-32d93de27a1d/44cf40c3-1ec9-4af2-9303-9ae7c8ac3550/ce63269b-7317-4b47-bb03-36a73abbe904) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:17:30.834719 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=4fa5eece-606c-4a77-b986-75f723b466b5,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:30.850690 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Notify callbacks [] for port, precommit_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:30.858796 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Transition to ACTIVE for port object 8f958f8f-6089-4371-902c-3516e774ea58 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:17:30.944520 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:30.944785 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:30.959950 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Transition to ACTIVE for port object ce63269b-7317-4b47-bb03-36a73abbe904 will not be triggered until provisioned by entity DHCP. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:17:31.070886 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:31.077335 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a059d6a-c8df-442d-bfc1-f7d1acb9949f None None] Pushing event updated for resources: {'Port': ['ID=8f958f8f-6089-4371-902c-3516e774ea58,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:31.082544 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Attempting to bind port 8f958f8f-6089-4371-902c-3516e774ea58 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:17:31.082544 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Attempting to bind port 8f958f8f-6089-4371-902c-3516e774ea58 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:17:31.082544 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Attempting to bind port 8f958f8f-6089-4371-902c-3516e774ea58 on network 18d537f6-da49-43a6-a13a-4c96f3f55116 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:17:31.087287 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:17:31.087651 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Checking segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:17:31.088037 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:31.088554 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Bound using segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:17:31.089003 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Bound port: 8f958f8f-6089-4371-902c-3516e774ea58, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:17:31.089414 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:31.128811 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:31.133825 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Network cc1d65af-cc14-42ab-b1bb-32d93de27a1d is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:17:31.145103 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:17:31.149432 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:17:31.170966 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] For port 8f958f8f-6089-4371-902c-3516e774ea58, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:17:31.173982 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] For port 8f958f8f-6089-4371-902c-3516e774ea58, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=8f958f8f-6089-4371-902c-3516e774ea58,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:17:31.180510 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Pushing event updated for resources: {'Port': ['ID=ce63269b-7317-4b47-bb03-36a73abbe904,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:31.207039 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065618'] for router_interface, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:31.254797 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:31.333572 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Routers {'90f081c7-4397-43f6-a2d0-3fb011c24f15'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:17:31.334190 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:17:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['90f081c7-4397-43f6-a2d0-3fb011c24f15'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:31.412926 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a059d6a-c8df-442d-bfc1-f7d1acb9949f None None] Pushing event updated for resources: {'Port': ['ID=8f958f8f-6089-4371-902c-3516e774ea58,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:31.490853 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-1661e3a7-6ecc-4554-a8c0-75c88d778177 None None] Provisioning for port ce63269b-7317-4b47-bb03-36a73abbe904 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:17:31.503975 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-1661e3a7-6ecc-4554-a8c0-75c88d778177 None None] Provisioning complete for port ce63269b-7317-4b47-bb03-36a73abbe904 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:31.504351 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-1661e3a7-6ecc-4554-a8c0-75c88d778177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:31.524174 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:31.578131 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] Set router 90f081c7-4397-43f6-a2d0-3fb011c24f15 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:17:31.621437 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-1661e3a7-6ecc-4554-a8c0-75c88d778177 None None] Port ce63269b-7317-4b47-bb03-36a73abbe904 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:17:31.747074 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:31.795942 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:31.868908 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4fa5eece-606c-4a77-b986-75f723b466b5 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:31.899946 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:28Z', 'revision_number': 3, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:31.903011 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Pushing event updated for resources: {'Port': ['ID=ce63269b-7317-4b47-bb03-36a73abbe904,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:31.907669 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8065515'] for router_interface, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:31.913728 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429227c-14b2-426c-a973-0a3f5fb64499 None None] The sync data for ids ['90f081c7-4397-43f6-a2d0-3fb011c24f15'] in dv-cinder-831187-1-iscsi is: [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:28Z', 'revision_number': 3, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:17:31.950888 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 4fa5eece-606c-4a77-b986-75f723b466b5 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:31.951319 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:32.167592 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Network cc1d65af-cc14-42ab-b1bb-32d93de27a1d is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:17:32.170603 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:17:32.381370 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Router 90f081c7-4397-43f6-a2d0-3fb011c24f15 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:17:32.447768 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-a292aef7-9479-4218-bd73-58bc98fb1c59 None None] Provisioning complete for port ce63269b-7317-4b47-bb03-36a73abbe904 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:32.453092 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a292aef7-9479-4218-bd73-58bc98fb1c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:32.503218 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-a292aef7-9479-4218-bd73-58bc98fb1c59 None None] Port ce63269b-7317-4b47-bb03-36a73abbe904 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:17:32.576743 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:17:32.586822 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-4c6e10ab-ed95-495b-b9c3-ab5f0010f78a admin admin] 10.222.0.21 "PUT /v2.0/routers/90f081c7-4397-43f6-a2d0-3fb011c24f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7972367 Feb 28 19:17:33.330716 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40012) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:33.337332 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1315174783-network', 'tenant_id': '7011655503b1499ab50499b96712e813'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:33.342116 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:33.346298 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Usage tracker for resource:network and tenant:7011655503b1499ab50499b96712e813 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:33.351052 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:33.354372 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Sync routers for ids ['90f081c7-4397-43f6-a2d0-3fb011c24f15'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:17:33.357039 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:33.361909 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Routers {'90f081c7-4397-43f6-a2d0-3fb011c24f15'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:17:33.362536 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:17:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['90f081c7-4397-43f6-a2d0-3fb011c24f15'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:33.435630 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Made reservation on behalf of 7011655503b1499ab50499b96712e813 for: {'network': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:17:33.437990 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for network, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:33.450400 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:33.465188 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:33.469008 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Usage tracker for resource:security_group_rule and tenant:7011655503b1499ab50499b96712e813 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:33.471854 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:33.478107 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:33.540908 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Set router 90f081c7-4397-43f6-a2d0-3fb011c24f15 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:17:33.559451 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:33.612721 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:33.645712 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=87745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:17:33.653924 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9c61d1-5f6b-4dd2-a5de-f77c782442d8,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:33.659229 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:33.659564 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.segments_db [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Added segment 1dd9748d-f4c7-4c63-b71f-fff05863876d of type vlan for network b120ce45-e539-4458-8879-42a9bcca3afe Feb 28 19:17:33.688031 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761586424715'] for network, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:33.795197 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266'] for network, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:33.796183 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:33.796772 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:33.882471 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 4, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'ce63269b-7317-4b47-bb03-36a73abbe904', 'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'mac_address': 'fa:16:3e:ef:92:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:30Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 2, 'project_id': '71617ef8c9904a419b7928654b614f08', 'subnets': [{'id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:33.886501 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Checking router: 90f081c7-4397-43f6-a2d0-3fb011c24f15 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:17:33.887224 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Updating router 90f081c7-4397-43f6-a2d0-3fb011c24f15 port ce63269b-7317-4b47-bb03-36a73abbe904 binding host dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:17:33.906429 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 8f958f8f-6089-4371-902c-3516e774ea58 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:33.914443 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] Pushing event updated for resources: {'Network': ['ID=b120ce45-e539-4458-8879-42a9bcca3afe,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:33.938796 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Network b120ce45-e539-4458-8879-42a9bcca3afe details requested by agent ovs-agent-dv-cinder-831187-1-iscsi with host dv-cinder-831187-1-iscsi {{(pid=87746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:17:33.955413 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:33.982012 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-d704f2f5-013d-45f7-802b-4d6c7075f872 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6467633 Feb 28 19:17:33.982255 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40018) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:33.987774 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Request body: {'subnet': {'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1315174783-subnet', 'tenant_id': '7011655503b1499ab50499b96712e813', 'ip_version': 4}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:33.993508 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:33.997478 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Usage tracker for resource:subnet and tenant:7011655503b1499ab50499b96712e813 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:34.000416 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:34.006871 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:34.099186 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Made reservation on behalf of 7011655503b1499ab50499b96712e813 for: {'subnet': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:17:34.101565 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6601737'] for subnet, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.121593 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port 8f958f8f-6089-4371-902c-3516e774ea58 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:17:34.126777 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 8f958f8f-6089-4371-902c-3516e774ea58 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:34.127246 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.249225 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.266164 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port 8f958f8f-6089-4371-902c-3516e774ea58, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=8f958f8f-6089-4371-902c-3516e774ea58,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:34.307612 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Notify callbacks [] for port, precommit_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.319172 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.provisioning_blocks [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Transition to ACTIVE for port object ce63269b-7317-4b47-bb03-36a73abbe904 will not be triggered until provisioned by entity L2. {{(pid=87747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:17:34.344801 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.402114 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8311434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6601759'] for subnet, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.411830 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=8f958f8f-6089-4371-902c-3516e774ea58,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:34.430670 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.479588 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7962b583-9d6f-44a3-92ea-9ba34e3adfed,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:34.487227 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Checking segment: {'id': '1dd9748d-f4c7-4c63-b71f-fff05863876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:17:34.487562 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Network hostable DHCP agents. Network: b120ce45-e539-4458-8879-42a9bcca3afe, hostable agents: ['d1da6a0b-5adb-4ba8-93a7-025393514085'], hosted agents: [] {{(pid=87745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:17:34.561594 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Network b120ce45-e539-4458-8879-42a9bcca3afe is scheduled to be hosted by DHCP agent d1da6a0b-5adb-4ba8-93a7-025393514085 with binding_index 1 {{(pid=87745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:17:34.571035 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Pushing event updated for resources: {'Port': ['ID=ce63269b-7317-4b47-bb03-36a73abbe904,revision_number=3']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:34.636247 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-iscsi, b120ce45-e539-4458-8879-42a9bcca3afe) {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:17:34.639961 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.640307 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.640439 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:34.640636 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.640967 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.641141 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.641289 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.641640 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.642087 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.642410 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.642741 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.643060 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.643398 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.643706 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:34.648635 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbf68f7-75a0-416c-9558-8171fcf1d32c None None] Network b120ce45-e539-4458-8879-42a9bcca3afe requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:17:34.678290 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Attempting to bind port ce63269b-7317-4b47-bb03-36a73abbe904 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:17:34.678638 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Attempting to bind port ce63269b-7317-4b47-bb03-36a73abbe904 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:17:34.678980 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Attempting to bind port ce63269b-7317-4b47-bb03-36a73abbe904 on network cc1d65af-cc14-42ab-b1bb-32d93de27a1d {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:17:34.684197 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:17:34.686159 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Checking segment: {'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:17:34.686159 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.686159 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Bound using segment: {'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:17:34.686159 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Bound port: ce63269b-7317-4b47-bb03-36a73abbe904, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'}}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:17:34.686159 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.734029 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-6a8ed108-eebc-4833-ae2f-f9222ab863fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7506940 Feb 28 19:17:34.736526 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40022) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:34.742407 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1315174783-router', 'tenant_id': '7011655503b1499ab50499b96712e813', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:34.747391 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:34.755323 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Usage tracker for resource:router and tenant:7011655503b1499ab50499b96712e813 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:34.755323 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:34.760510 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:34.783470 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] For port ce63269b-7317-4b47-bb03-36a73abbe904, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:17:34.783470 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] For port ce63269b-7317-4b47-bb03-36a73abbe904, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=ce63269b-7317-4b47-bb03-36a73abbe904,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:17:34.830413 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8067972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-737'] for router, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.831567 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8065093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7943601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-744'] for router, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.845977 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.853527 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.922644 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp976022dc-689f-57ed-bb90-0c1d0b986033-b120ce45-e539-4458-8879-42a9bcca3afe', 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe', 'tenant_id': '7011655503b1499ab50499b96712e813', 'fixed_ips': [{'subnet_id': '7962b583-9d6f-44a3-92ea-9ba34e3adfed'}]}} from dv-cinder-831187-1-iscsi. {{(pid=87746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:17:34.922644 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:34.923922 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Routers {'90f081c7-4397-43f6-a2d0-3fb011c24f15'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:17:34.924399 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:17:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['90f081c7-4397-43f6-a2d0-3fb011c24f15'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:35.107350 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.db_base_plugin_common [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Allocated IP 172.20.0.2 (b120ce45-e539-4458-8879-42a9bcca3afe/7962b583-9d6f-44a3-92ea-9ba34e3adfed/fe9ef5c5-93a5-4378-9992-ac27cf00f479) {{(pid=87746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:17:35.131529 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb52572-0d5a-4520-a232-1d6530d5d6a8 None None] Pushing event updated for resources: {'Port': ['ID=ce63269b-7317-4b47-bb03-36a73abbe904,revision_number=4']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:35.136511 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] Set router 90f081c7-4397-43f6-a2d0-3fb011c24f15 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:17:35.244077 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8065079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8067945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-538'] for router, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:35.338772 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Notify callbacks [] for port, precommit_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:35.351094 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Transition to ACTIVE for port object fe9ef5c5-93a5-4378-9992-ac27cf00f479 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:17:35.382618 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Transition to ACTIVE for port object fe9ef5c5-93a5-4378-9992-ac27cf00f479 will not be triggered until provisioned by entity DHCP. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:17:35.464570 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2fa0f37f-f65f-4f56-83ff-fccebd6104cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:35.472270 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 4, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'ce63269b-7317-4b47-bb03-36a73abbe904', 'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'mac_address': 'fa:16:3e:ef:92:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:30Z', 'updated_at': '2022-02-28T19:17:34Z', 'revision_number': 4, 'project_id': '71617ef8c9904a419b7928654b614f08', 'subnets': [{'id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:35.477152 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd65f3ff-d2b3-47da-8b5d-75f2947d509b None None] The sync data for ids ['90f081c7-4397-43f6-a2d0-3fb011c24f15'] in dv-cinder-831187-1-iscsi is: [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 4, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'ce63269b-7317-4b47-bb03-36a73abbe904', 'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'mac_address': 'fa:16:3e:ef:92:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:30Z', 'updated_at': '2022-02-28T19:17:34Z', 'revision_number': 4, 'project_id': '71617ef8c9904a419b7928654b614f08', 'subnets': [{'id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:17:35.488013 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886'] for port, after_create {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:35.563059 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Network b120ce45-e539-4458-8879-42a9bcca3afe is already hosted by enough agents. {{(pid=87746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:17:35.566104 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.scheduler.base_scheduler [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Resources bound (agent type, host, resource id): {{(pid=87746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:17:35.574515 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Received port after_create {{(pid=87746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:17:35.585903 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Pushing event updated for resources: {'Port': ['ID=fe9ef5c5-93a5-4378-9992-ac27cf00f479,revision_number=1']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:35.682631 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Attempting to bind port fe9ef5c5-93a5-4378-9992-ac27cf00f479 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:17:35.682999 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Attempting to bind port fe9ef5c5-93a5-4378-9992-ac27cf00f479 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '1dd9748d-f4c7-4c63-b71f-fff05863876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:17:35.683398 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Attempting to bind port fe9ef5c5-93a5-4378-9992-ac27cf00f479 on network b120ce45-e539-4458-8879-42a9bcca3afe {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:17:35.689090 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:17:35.689460 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Checking segment: {'id': '1dd9748d-f4c7-4c63-b71f-fff05863876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:17:35.690133 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:35.690532 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Bound using segment: {'id': '1dd9748d-f4c7-4c63-b71f-fff05863876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:17:35.691259 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Bound port: fe9ef5c5-93a5-4378-9992-ac27cf00f479, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd9748d-f4c7-4c63-b71f-fff05863876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:17:35.691640 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:35.762279 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:35.791409 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] For port fe9ef5c5-93a5-4378-9992-ac27cf00f479, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:17:35.793587 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:35.794619 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] For port fe9ef5c5-93a5-4378-9992-ac27cf00f479, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=fe9ef5c5-93a5-4378-9992-ac27cf00f479,segment=NetworkSegment(1dd9748d-f4c7-4c63-b71f-fff05863876d),segment_id=1dd9748d-f4c7-4c63-b71f-fff05863876d)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:17:35.859187 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:35.968832 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c3afc-c30c-4dbb-8c9f-6800d290a469 None None] Pushing event updated for resources: {'Port': ['ID=fe9ef5c5-93a5-4378-9992-ac27cf00f479,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:35.973482 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device ce63269b-7317-4b47-bb03-36a73abbe904 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:35.982020 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Allocated IP 172.27.1.44 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/df72439a-5099-468f-8813-cc00b7785f02) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:17:36.127667 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port ce63269b-7317-4b47-bb03-36a73abbe904 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:17:36.133429 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port ce63269b-7317-4b47-bb03-36a73abbe904 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:36.133815 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:36.159048 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:36.298434 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:36.299550 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:36.339320 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port ce63269b-7317-4b47-bb03-36a73abbe904, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=ce63269b-7317-4b47-bb03-36a73abbe904,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:36.367632 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:17:36.370568 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:17:36.373291 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:17:36.407207 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:36.408151 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 8f958f8f-6089-4371-902c-3516e774ea58 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:36.432054 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=df72439a-5099-468f-8813-cc00b7785f02,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:36.538701 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=ce63269b-7317-4b47-bb03-36a73abbe904,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:36.547054 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port 8f958f8f-6089-4371-902c-3516e774ea58 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:36.547474 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:36.907989 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:36.959068 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de1c65-e272-4ad3-8801-1f48ce806caf None None] Network b120ce45-e539-4458-8879-42a9bcca3afe requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:17:37.111155 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-df310345-4c84-409d-9002-c737167141fe None None] Provisioning for port fe9ef5c5-93a5-4378-9992-ac27cf00f479 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:17:37.359890 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8067967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8065048'] for router, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:37.607351 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 is scheduled to L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 with binding_index 1 {{(pid=87745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:17:37.789352 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:17:37.798266 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Sync routers for ids ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:17:37.808523 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Routers {'191cdc1e-0cc4-4233-940c-c2fd95c6a584'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:17:37.809128 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:17:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:37.869971 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:37.874306 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40028) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:37.875786 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-8e7872e7-a2da-4267-9efc-c76e3bb8e5e4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1381238 Feb 28 19:17:37.993615 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device ce63269b-7317-4b47-bb03-36a73abbe904 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:38.088550 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Set router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:17:38.292488 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ee56-ab5e-4b2a-ad79-3ee7876e1796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:38.294817 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port ce63269b-7317-4b47-bb03-36a73abbe904 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:38.295198 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:38.488619 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device fe9ef5c5-93a5-4378-9992-ac27cf00f479 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:38.555507 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'name': 'tempest-TestShelveInstance-1315174783-router', 'tenant_id': '7011655503b1499ab50499b96712e813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'df72439a-5099-468f-8813-cc00b7785f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:34Z', 'updated_at': '2022-02-28T19:17:36Z', 'revision_number': 3, 'project_id': '7011655503b1499ab50499b96712e813', 'gw_port': {'id': 'df72439a-5099-468f-8813-cc00b7785f02', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:35Z', 'updated_at': '2022-02-28T19:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:38.562059 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Checking router: 191cdc1e-0cc4-4233-940c-c2fd95c6a584 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:17:38.562386 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Updating router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 port df72439a-5099-468f-8813-cc00b7785f02 binding host dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:17:38.619193 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:38.653154 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:38.655562 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port fe9ef5c5-93a5-4378-9992-ac27cf00f479 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:17:38.665256 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port fe9ef5c5-93a5-4378-9992-ac27cf00f479 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:38.665821 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:38.860556 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_common [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Allocated IP 172.20.0.1 (b120ce45-e539-4458-8879-42a9bcca3afe/7962b583-9d6f-44a3-92ea-9ba34e3adfed/f103a061-9691-47e8-8687-74f4df1bf0ea) {{(pid=87744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:17:38.931356 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:38.977106 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.013132 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.027582 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port fe9ef5c5-93a5-4378-9992-ac27cf00f479, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=fe9ef5c5-93a5-4378-9992-ac27cf00f479,segment=NetworkSegment(1dd9748d-f4c7-4c63-b71f-fff05863876d),segment_id=1dd9748d-f4c7-4c63-b71f-fff05863876d)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:39.028202 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.provisioning_blocks [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Transition to ACTIVE for port object f103a061-9691-47e8-8687-74f4df1bf0ea will not be triggered until provisioned by entity DHCP. {{(pid=87744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:17:39.090490 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.119585 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.165452 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.176276 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Network b120ce45-e539-4458-8879-42a9bcca3afe is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:17:39.180289 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:17:39.188389 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Received port after_create {{(pid=87744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:17:39.192033 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Transition to ACTIVE for port object df72439a-5099-468f-8813-cc00b7785f02 will not be triggered until provisioned by entity L2. {{(pid=87746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:17:39.198354 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=fe9ef5c5-93a5-4378-9992-ac27cf00f479,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:39.224344 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Pushing event updated for resources: {'Port': ['ID=f103a061-9691-47e8-8687-74f4df1bf0ea,revision_number=1']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:39.238949 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.239841 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.240358 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.240506 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.240846 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.241175 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.241439 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.241577 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.241807 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.242119 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.242441 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.242762 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.243075 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:17:39.258920 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8065618'] for router_interface, before_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.281777 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.368606 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Attempting to bind port df72439a-5099-468f-8813-cc00b7785f02 on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:17:39.369296 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Attempting to bind port df72439a-5099-468f-8813-cc00b7785f02 by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:17:39.369296 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Attempting to bind port df72439a-5099-468f-8813-cc00b7785f02 on network 18d537f6-da49-43a6-a13a-4c96f3f55116 {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:17:39.377858 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ee297-3776-4d6f-9fe9-b9f21dd2719c None None] Pushing event updated for resources: {'Port': ['ID=df72439a-5099-468f-8813-cc00b7785f02,revision_number=2']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:39.383557 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:17:39.383939 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Checking segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:17:39.384337 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.384722 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Bound using segment: {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'} {{(pid=87746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:17:39.385193 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.managers [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Bound port: df72439a-5099-468f-8813-cc00b7785f02, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d9417-30cf-48fd-a0b0-b5999e437437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116'}}] {{(pid=87746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:17:39.385553 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.460790 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] For port df72439a-5099-468f-8813-cc00b7785f02, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:17:39.463754 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] For port df72439a-5099-468f-8813-cc00b7785f02, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=df72439a-5099-468f-8813-cc00b7785f02,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:17:39.527099 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-bb921bb0-5fcc-492a-82af-c8f4581985f1 None None] Provisioning for port f103a061-9691-47e8-8687-74f4df1bf0ea completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:17:39.531970 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-bb921bb0-5fcc-492a-82af-c8f4581985f1 None None] Provisioning complete for port f103a061-9691-47e8-8687-74f4df1bf0ea triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:39.533571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-bb921bb0-5fcc-492a-82af-c8f4581985f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.567375 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.697683 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-bb921bb0-5fcc-492a-82af-c8f4581985f1 None None] Port f103a061-9691-47e8-8687-74f4df1bf0ea cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:17:39.715078 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ee297-3776-4d6f-9fe9-b9f21dd2719c None None] Pushing event updated for resources: {'Port': ['ID=df72439a-5099-468f-8813-cc00b7785f02,revision_number=3']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:39.717756 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Routers {'191cdc1e-0cc4-4233-940c-c2fd95c6a584'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:17:39.718366 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:17:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:39.724021 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.874128 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device fe9ef5c5-93a5-4378-9992-ac27cf00f479 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:39.936955 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] Set router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:17:39.951014 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:39.993796 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:17:40.001492 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7091837'] for port, after_update {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:40.113127 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8065515'] for router_interface, after_create {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:40.114834 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port fe9ef5c5-93a5-4378-9992-ac27cf00f479 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:40.115214 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:40.117609 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Pushing event updated for resources: {'Port': ['ID=f103a061-9691-47e8-8687-74f4df1bf0ea,revision_number=2']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:40.249620 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Network b120ce45-e539-4458-8879-42a9bcca3afe is already hosted by enough agents. {{(pid=87744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:17:40.250597 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.base_scheduler [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Resources bound (agent type, host, resource id): {{(pid=87744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:17:40.388313 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'name': 'tempest-TestShelveInstance-1315174783-router', 'tenant_id': '7011655503b1499ab50499b96712e813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'df72439a-5099-468f-8813-cc00b7785f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:34Z', 'updated_at': '2022-02-28T19:17:39Z', 'revision_number': 4, 'project_id': '7011655503b1499ab50499b96712e813', 'gw_port': {'id': 'df72439a-5099-468f-8813-cc00b7785f02', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:35Z', 'updated_at': '2022-02-28T19:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'f103a061-9691-47e8-8687-74f4df1bf0ea', 'name': '', 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe', 'tenant_id': '7011655503b1499ab50499b96712e813', 'mac_address': 'fa:16:3e:66:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7962b583-9d6f-44a3-92ea-9ba34e3adfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:38Z', 'updated_at': '2022-02-28T19:17:38Z', 'revision_number': 1, 'project_id': '7011655503b1499ab50499b96712e813', 'subnets': [{'id': '7962b583-9d6f-44a3-92ea-9ba34e3adfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:40.392677 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be27f1-56bd-462e-a145-2930bd759ca6 None None] The sync data for ids ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'] in dv-cinder-831187-1-iscsi is: [{'id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'name': 'tempest-TestShelveInstance-1315174783-router', 'tenant_id': '7011655503b1499ab50499b96712e813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'df72439a-5099-468f-8813-cc00b7785f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:34Z', 'updated_at': '2022-02-28T19:17:39Z', 'revision_number': 4, 'project_id': '7011655503b1499ab50499b96712e813', 'gw_port': {'id': 'df72439a-5099-468f-8813-cc00b7785f02', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:35Z', 'updated_at': '2022-02-28T19:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'f103a061-9691-47e8-8687-74f4df1bf0ea', 'name': '', 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe', 'tenant_id': '7011655503b1499ab50499b96712e813', 'mac_address': 'fa:16:3e:66:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7962b583-9d6f-44a3-92ea-9ba34e3adfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:38Z', 'updated_at': '2022-02-28T19:17:38Z', 'revision_number': 1, 'project_id': '7011655503b1499ab50499b96712e813', 'subnets': [{'id': '7962b583-9d6f-44a3-92ea-9ba34e3adfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:17:40.456467 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:17:40.522276 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-58bdf6b3-53a0-47e7-b96b-61b52c948576 None None] Provisioning complete for port f103a061-9691-47e8-8687-74f4df1bf0ea triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:40.522578 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-58bdf6b3-53a0-47e7-b96b-61b52c948576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:40.578051 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-58bdf6b3-53a0-47e7-b96b-61b52c948576 None None] Port f103a061-9691-47e8-8687-74f4df1bf0ea cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:17:40.653577 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:17:40.666989 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-f6c2dd0c-26e9-43d7-ac92-b767a1fc5911 admin admin] 10.222.0.21 "PUT /v2.0/routers/191cdc1e-0cc4-4233-940c-c2fd95c6a584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7879505 Feb 28 19:17:40.916037 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:41.289271 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40038) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:41.294275 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2023315788', 'description': 'tempest-secgroup-smoke-2023315788 description', 'project_id': '71617ef8c9904a419b7928654b614f08'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:41.300102 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:41.305319 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Usage tracker for resource:security_group and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:41.308136 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:41.313650 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:41.378775 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:41.402324 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:41.406104 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Usage tracker for resource:security_group_rule and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:41.408908 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:41.414995 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:41.481599 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:41.578234 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:41.619145 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab47dea-b219-4852-8b1d-a4bc913f75e2,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:41.687604 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:41.691672 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-63974521-1d7d-4516-b977-e2057687400d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3988392 Feb 28 19:17:41.692526 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40042) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:41.704053 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-f9848e8f-45c0-40f7-aa9e-0d6f2aaaba31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Request body: {'security_group_rule': {'security_group_id': '3ab47dea-b219-4852-8b1d-a4bc913f75e2', 'project_id': '71617ef8c9904a419b7928654b614f08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:41.718053 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f9848e8f-45c0-40f7-aa9e-0d6f2aaaba31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:41.722030 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f9848e8f-45c0-40f7-aa9e-0d6f2aaaba31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Usage tracker for resource:security_group_rule and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:41.731295 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-f9848e8f-45c0-40f7-aa9e-0d6f2aaaba31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:41.737468 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-f9848e8f-45c0-40f7-aa9e-0d6f2aaaba31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:41.813767 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f9848e8f-45c0-40f7-aa9e-0d6f2aaaba31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:41.876601 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f9848e8f-45c0-40f7-aa9e-0d6f2aaaba31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:41.896436 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device df72439a-5099-468f-8813-cc00b7785f02 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:41.961359 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f9848e8f-45c0-40f7-aa9e-0d6f2aaaba31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:41.990677 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9848e8f-45c0-40f7-aa9e-0d6f2aaaba31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79918550-e3a9-4d67-9afa-e8a37f583ac2,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:42.033801 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port df72439a-5099-468f-8813-cc00b7785f02 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:17:42.039709 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port df72439a-5099-468f-8813-cc00b7785f02 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:42.040221 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.064374 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-f9848e8f-45c0-40f7-aa9e-0d6f2aaaba31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.065626 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-f9848e8f-45c0-40f7-aa9e-0d6f2aaaba31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722448 Feb 28 19:17:42.069152 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40048) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:42.073991 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-e240b2f2-6ad0-43ec-bcee-ac608bf274e6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Request body: {'security_group_rule': {'security_group_id': '3ab47dea-b219-4852-8b1d-a4bc913f75e2', 'project_id': '71617ef8c9904a419b7928654b614f08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:42.079791 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-e240b2f2-6ad0-43ec-bcee-ac608bf274e6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:42.084390 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-e240b2f2-6ad0-43ec-bcee-ac608bf274e6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Usage tracker for resource:security_group_rule and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:42.087312 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-e240b2f2-6ad0-43ec-bcee-ac608bf274e6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:42.092887 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-e240b2f2-6ad0-43ec-bcee-ac608bf274e6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:42.164876 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.173768 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e240b2f2-6ad0-43ec-bcee-ac608bf274e6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.219538 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port df72439a-5099-468f-8813-cc00b7785f02, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=df72439a-5099-468f-8813-cc00b7785f02,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:42.242933 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e240b2f2-6ad0-43ec-bcee-ac608bf274e6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.310321 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e240b2f2-6ad0-43ec-bcee-ac608bf274e6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.310976 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.342151 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240b2f2-6ad0-43ec-bcee-ac608bf274e6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357f3039-632b-4e6d-9d11-c391f47f5279,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:42.402630 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=df72439a-5099-468f-8813-cc00b7785f02,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:42.424423 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e240b2f2-6ad0-43ec-bcee-ac608bf274e6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.425608 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-e240b2f2-6ad0-43ec-bcee-ac608bf274e6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3555591 Feb 28 19:17:42.428988 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40054) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:42.434039 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-0253372c-129b-4ff6-b9d9-1dc714ab975e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Request body: {'security_group_rule': {'security_group_id': '3ab47dea-b219-4852-8b1d-a4bc913f75e2', 'project_id': '71617ef8c9904a419b7928654b614f08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:42.440131 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-0253372c-129b-4ff6-b9d9-1dc714ab975e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:42.444490 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-0253372c-129b-4ff6-b9d9-1dc714ab975e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Usage tracker for resource:security_group_rule and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:42.447379 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-0253372c-129b-4ff6-b9d9-1dc714ab975e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:42.453142 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-0253372c-129b-4ff6-b9d9-1dc714ab975e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:42.540246 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0253372c-129b-4ff6-b9d9-1dc714ab975e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.605444 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0253372c-129b-4ff6-b9d9-1dc714ab975e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.675957 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0253372c-129b-4ff6-b9d9-1dc714ab975e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.704870 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253372c-129b-4ff6-b9d9-1dc714ab975e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41ee46e-2e53-445e-b031-1815236d8da7,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:42.767365 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0253372c-129b-4ff6-b9d9-1dc714ab975e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.768576 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-0253372c-129b-4ff6-b9d9-1dc714ab975e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386261 Feb 28 19:17:42.771686 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40058) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:42.776638 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-c6177ea9-8f6d-41b3-b45f-a7e1193a7814 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Request body: {'security_group_rule': {'security_group_id': '3ab47dea-b219-4852-8b1d-a4bc913f75e2', 'project_id': '71617ef8c9904a419b7928654b614f08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:42.782373 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-c6177ea9-8f6d-41b3-b45f-a7e1193a7814 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:42.786783 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-c6177ea9-8f6d-41b3-b45f-a7e1193a7814 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Usage tracker for resource:security_group_rule and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:42.789754 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-c6177ea9-8f6d-41b3-b45f-a7e1193a7814 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:42.795761 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-c6177ea9-8f6d-41b3-b45f-a7e1193a7814 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:42.905090 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c6177ea9-8f6d-41b3-b45f-a7e1193a7814 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:42.969622 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c6177ea9-8f6d-41b3-b45f-a7e1193a7814 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.024219 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c6177ea9-8f6d-41b3-b45f-a7e1193a7814 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.051001 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6177ea9-8f6d-41b3-b45f-a7e1193a7814 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b6612e-b1e2-4a4a-8fae-53943a234bcd,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:43.104278 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-c6177ea9-8f6d-41b3-b45f-a7e1193a7814 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.105453 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-c6177ea9-8f6d-41b3-b45f-a7e1193a7814 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328233 Feb 28 19:17:43.108628 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40062) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:43.113652 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Request body: {'security_group_rule': {'security_group_id': '3ab47dea-b219-4852-8b1d-a4bc913f75e2', 'project_id': '71617ef8c9904a419b7928654b614f08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:43.120531 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:43.124479 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Usage tracker for resource:security_group_rule and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:43.127397 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:43.135028 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:43.212756 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.securitygroups_db [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Project 71617ef8c9904a419b7928654b614f08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:17:43.220382 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.288415 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.355616 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.377737 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Sync routers for ids ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:17:43.381885 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a2d2c3-d8d8-4d40-81a8-bbb5a19017cd,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:43.389340 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Routers {'191cdc1e-0cc4-4233-940c-c2fd95c6a584'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:17:43.389971 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:17:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:43.464589 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.465731 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-bbce791b-e484-4e76-8b61-0c556ec4cfd4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3560684 Feb 28 19:17:43.468457 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40066) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:17:43.474015 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Request body: {'security_group_rule': {'security_group_id': '3ab47dea-b219-4852-8b1d-a4bc913f75e2', 'project_id': '71617ef8c9904a419b7928654b614f08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:17:43.479875 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:17:43.483586 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Usage tracker for resource:security_group_rule and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:17:43.486369 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:17:43.492553 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:17:43.578475 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.securitygroups_db [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Project 71617ef8c9904a419b7928654b614f08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:17:43.586419 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.595188 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Set router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:17:43.651386 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.744506 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7986671'] for security_group_rule, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.767878 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81aae5b9-3afe-42e4-ad62-a109369691fd,revision_number=0']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:43.847682 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.863146 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-8dbb1e3e-9ce3-499f-be2d-fbbc740a81b5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3802645 Feb 28 19:17:43.892579 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device df72439a-5099-468f-8813-cc00b7785f02 up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:43.919923 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'name': 'tempest-TestShelveInstance-1315174783-router', 'tenant_id': '7011655503b1499ab50499b96712e813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'df72439a-5099-468f-8813-cc00b7785f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:34Z', 'updated_at': '2022-02-28T19:17:39Z', 'revision_number': 4, 'project_id': '7011655503b1499ab50499b96712e813', 'gw_port': {'id': 'df72439a-5099-468f-8813-cc00b7785f02', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:35Z', 'updated_at': '2022-02-28T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'f103a061-9691-47e8-8687-74f4df1bf0ea', 'name': '', 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe', 'tenant_id': '7011655503b1499ab50499b96712e813', 'mac_address': 'fa:16:3e:66:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7962b583-9d6f-44a3-92ea-9ba34e3adfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:38Z', 'updated_at': '2022-02-28T19:17:39Z', 'revision_number': 2, 'project_id': '7011655503b1499ab50499b96712e813', 'subnets': [{'id': '7962b583-9d6f-44a3-92ea-9ba34e3adfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:43.922169 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Checking router: 191cdc1e-0cc4-4233-940c-c2fd95c6a584 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:17:43.922516 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Updating router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 port f103a061-9691-47e8-8687-74f4df1bf0ea binding host dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:17:43.976857 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:43.977030 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port df72439a-5099-468f-8813-cc00b7785f02 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:43.977390 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:44.339262 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Notify callbacks [] for port, precommit_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:44.350754 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.provisioning_blocks [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Transition to ACTIVE for port object f103a061-9691-47e8-8687-74f4df1bf0ea will not be triggered until provisioned by entity L2. {{(pid=87747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:17:44.418579 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:44.547625 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574678cb-1b68-4fa6-9983-d895c10f97e5 None None] Pushing event updated for resources: {'Port': ['ID=f103a061-9691-47e8-8687-74f4df1bf0ea,revision_number=3']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:44.634657 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Attempting to bind port f103a061-9691-47e8-8687-74f4df1bf0ea on host dv-cinder-831187-1-iscsi for vnic_type normal with profile {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:17:44.635093 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Attempting to bind port f103a061-9691-47e8-8687-74f4df1bf0ea by drivers openvswitch,hyperv on host dv-cinder-831187-1-iscsi at level 0 using segments [{'id': '1dd9748d-f4c7-4c63-b71f-fff05863876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe'}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:17:44.635416 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Attempting to bind port f103a061-9691-47e8-8687-74f4df1bf0ea on network b120ce45-e539-4458-8879-42a9bcca3afe {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:17:44.640594 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Checking agent: {'id': '9418d3c2-4536-40f7-8aca-ec366d644db2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 52, 39), 'started_at': datetime.datetime(2022, 2, 28, 18, 53, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:17:44.640954 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Checking segment: {'id': '1dd9748d-f4c7-4c63-b71f-fff05863876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:17:44.641347 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:44.641710 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Bound using segment: {'id': '1dd9748d-f4c7-4c63-b71f-fff05863876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe'} {{(pid=87747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:17:44.642157 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.managers [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Bound port: f103a061-9691-47e8-8687-74f4df1bf0ea, host: dv-cinder-831187-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd9748d-f4c7-4c63-b71f-fff05863876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe'}}] {{(pid=87747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:17:44.642537 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:44.731787 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] For port f103a061-9691-47e8-8687-74f4df1bf0ea, host dv-cinder-831187-1-iscsi, cleared binding levels {{(pid=87747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:17:44.735672 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.plugins.ml2.db [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] For port f103a061-9691-47e8-8687-74f4df1bf0ea, host dv-cinder-831187-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=f103a061-9691-47e8-8687-74f4df1bf0ea,segment=NetworkSegment(1dd9748d-f4c7-4c63-b71f-fff05863876d),segment_id=1dd9748d-f4c7-4c63-b71f-fff05863876d)] {{(pid=87747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:17:44.801723 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron_lib.callbacks.manager [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:44.884395 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Routers {'191cdc1e-0cc4-4233-940c-c2fd95c6a584'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:17:44.885334 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:17:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:44.972989 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574678cb-1b68-4fa6-9983-d895c10f97e5 None None] Pushing event updated for resources: {'Port': ['ID=f103a061-9691-47e8-8687-74f4df1bf0ea,revision_number=4']} {{(pid=87747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:45.140501 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] Set router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:17:45.463629 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'name': 'tempest-TestShelveInstance-1315174783-router', 'tenant_id': '7011655503b1499ab50499b96712e813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'df72439a-5099-468f-8813-cc00b7785f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:34Z', 'updated_at': '2022-02-28T19:17:39Z', 'revision_number': 4, 'project_id': '7011655503b1499ab50499b96712e813', 'gw_port': {'id': 'df72439a-5099-468f-8813-cc00b7785f02', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:35Z', 'updated_at': '2022-02-28T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'f103a061-9691-47e8-8687-74f4df1bf0ea', 'name': '', 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe', 'tenant_id': '7011655503b1499ab50499b96712e813', 'mac_address': 'fa:16:3e:66:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7962b583-9d6f-44a3-92ea-9ba34e3adfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:38Z', 'updated_at': '2022-02-28T19:17:44Z', 'revision_number': 4, 'project_id': '7011655503b1499ab50499b96712e813', 'subnets': [{'id': '7962b583-9d6f-44a3-92ea-9ba34e3adfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:17:45.467514 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bf123f-4e3c-4174-b35c-40ecebcd020a None None] The sync data for ids ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'] in dv-cinder-831187-1-iscsi is: [{'id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'name': 'tempest-TestShelveInstance-1315174783-router', 'tenant_id': '7011655503b1499ab50499b96712e813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'df72439a-5099-468f-8813-cc00b7785f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:34Z', 'updated_at': '2022-02-28T19:17:39Z', 'revision_number': 4, 'project_id': '7011655503b1499ab50499b96712e813', 'gw_port': {'id': 'df72439a-5099-468f-8813-cc00b7785f02', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:35Z', 'updated_at': '2022-02-28T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'f103a061-9691-47e8-8687-74f4df1bf0ea', 'name': '', 'network_id': 'b120ce45-e539-4458-8879-42a9bcca3afe', 'tenant_id': '7011655503b1499ab50499b96712e813', 'mac_address': 'fa:16:3e:66:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7962b583-9d6f-44a3-92ea-9ba34e3adfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:38Z', 'updated_at': '2022-02-28T19:17:44Z', 'revision_number': 4, 'project_id': '7011655503b1499ab50499b96712e813', 'subnets': [{'id': '7962b583-9d6f-44a3-92ea-9ba34e3adfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:17:45.751670 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62428edc-803d-431b-97fb-5949f4a574d9 req-bbfc3122-f352-409f-afd5-cdf586be3905 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:45.753173 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-62428edc-803d-431b-97fb-5949f4a574d9 req-bbfc3122-f352-409f-afd5-cdf586be3905 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.2706676 Feb 28 19:17:45.793127 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae6f14-23cb-4752-ad3f-a2420c4020b2 req-a109e077-4ec4-484b-a62c-9adac62a61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:45.794580 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-45ae6f14-23cb-4752-ad3f-a2420c4020b2 req-a109e077-4ec4-484b-a62c-9adac62a61b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f298627f53d14c5d92595dd3a87578d4&device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 1138 time: 0.2620344 Feb 28 19:17:45.854928 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-62428edc-803d-431b-97fb-5949f4a574d9 req-83cf1d43-cf74-40a0-8756-a4cd492ac1a5 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915220 Feb 28 19:17:45.921332 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device f103a061-9691-47e8-8687-74f4df1bf0ea up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:45.972434 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae6f14-23cb-4752-ad3f-a2420c4020b2 req-e112b0fa-e61d-424f-9548-9ed13d40bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:45.974942 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-45ae6f14-23cb-4752-ad3f-a2420c4020b2 req-e112b0fa-e61d-424f-9548-9ed13d40bea7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a HTTP/1.1" status: 200 len: 916 time: 0.1687913 Feb 28 19:17:46.081538 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning for port f103a061-9691-47e8-8687-74f4df1bf0ea completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:17:46.087101 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port f103a061-9691-47e8-8687-74f4df1bf0ea triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:46.087523 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:46.097531 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-45ae6f14-23cb-4752-ad3f-a2420c4020b2 req-77fd0d77-0e7a-4e7e-b983-7c0c38121e54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 200 len: 1001 time: 0.1166048 Feb 28 19:17:46.210854 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:46.246319 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] For port f103a061-9691-47e8-8687-74f4df1bf0ea, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=f103a061-9691-47e8-8687-74f4df1bf0ea,segment=NetworkSegment(1dd9748d-f4c7-4c63-b71f-fff05863876d),segment_id=1dd9748d-f4c7-4c63-b71f-fff05863876d)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:17:46.292557 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae6f14-23cb-4752-ad3f-a2420c4020b2 req-c91f0e39-b104-41f0-a528-ec4f68368bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:46.294038 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-45ae6f14-23cb-4752-ad3f-a2420c4020b2 req-c91f0e39-b104-41f0-a528-ec4f68368bbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ecf6100-591e-45cc-9ced-2ccd94948411 HTTP/1.1" status: 200 len: 854 time: 0.1898444 Feb 28 19:17:46.375170 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae6f14-23cb-4752-ad3f-a2420c4020b2 req-dca72ae3-12eb-448f-bc6a-3ef09c1f5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:46.377007 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-45ae6f14-23cb-4752-ad3f-a2420c4020b2 req-dca72ae3-12eb-448f-bc6a-3ef09c1f5d9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768683 Feb 28 19:17:46.378989 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:46.492649 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Pushing event updated for resources: {'Port': ['ID=f103a061-9691-47e8-8687-74f4df1bf0ea,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:17:46.517820 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-45ae6f14-23cb-4752-ad3f-a2420c4020b2 req-0bff64a4-00fa-4b99-8e62-3b373015ff4d service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325777 Feb 28 19:17:46.652983 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-45ae6f14-23cb-4752-ad3f-a2420c4020b2 req-b11b849b-eb26-4264-9c78-bef0460e4478 service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287298 Feb 28 19:17:47.112074 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae972d-8b9e-4e4d-81ca-a7a1d7803ccd req-b349d653-ab87-481a-9304-7ea9789d3196 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:47.113530 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-38ae972d-8b9e-4e4d-81ca-a7a1d7803ccd req-b349d653-ab87-481a-9304-7ea9789d3196 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.1411376 Feb 28 19:17:47.164322 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-38ae972d-8b9e-4e4d-81ca-a7a1d7803ccd req-d4c33010-6ac1-4442-ac36-39b2a6d75521 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442724 Feb 28 19:17:47.872600 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device f103a061-9691-47e8-8687-74f4df1bf0ea up at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:17:47.940258 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Provisioning complete for port f103a061-9691-47e8-8687-74f4df1bf0ea triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:17:47.940622 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:48.352847 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884f19e-dfbf-43e3-b9f2-9b60f3e301a2 req-161a89b5-eaa0-43cf-a3a6-3920f8531bbd tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:48.354296 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4884f19e-dfbf-43e3-b9f2-9b60f3e301a2 req-161a89b5-eaa0-43cf-a3a6-3920f8531bbd tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.0822275 Feb 28 19:17:48.403772 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4884f19e-dfbf-43e3-b9f2-9b60f3e301a2 req-ab55fbd3-c2cb-4ee5-87fe-e76bc187ce67 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435865 Feb 28 19:17:49.601942 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29f290-8ff0-4d50-a3f4-6c10133178ee req-be2cfed8-facc-494e-b6e4-a0c876ffd4be tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:49.603407 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5f29f290-8ff0-4d50-a3f4-6c10133178ee req-be2cfed8-facc-494e-b6e4-a0c876ffd4be tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.0906456 Feb 28 19:17:49.652493 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5f29f290-8ff0-4d50-a3f4-6c10133178ee req-692543d2-53cb-4dce-a383-c7249adc6da6 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431831 Feb 28 19:17:49.906015 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2db92-4b3e-41ae-a366-4dcc561aa408 req-28d9bd24-a0ce-4c1f-a644-5ea8a7c774a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:49.907503 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-60e2db92-4b3e-41ae-a366-4dcc561aa408 req-28d9bd24-a0ce-4c1f-a644-5ea8a7c774a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f298627f53d14c5d92595dd3a87578d4&device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 1138 time: 0.0727131 Feb 28 19:17:50.059104 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2db92-4b3e-41ae-a366-4dcc561aa408 req-932eb2aa-7cba-4fd5-83a8-e4103291f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:50.060568 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-60e2db92-4b3e-41ae-a366-4dcc561aa408 req-932eb2aa-7cba-4fd5-83a8-e4103291f96b service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a HTTP/1.1" status: 200 len: 916 time: 0.1346118 Feb 28 19:17:50.166275 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-60e2db92-4b3e-41ae-a366-4dcc561aa408 req-e9ebf572-7b31-4a49-be16-7bbceb54d5ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 200 len: 1001 time: 0.0991542 Feb 28 19:17:50.231459 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2db92-4b3e-41ae-a366-4dcc561aa408 req-53942273-df9b-4c8e-a57f-07d9c7be3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:50.232871 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-60e2db92-4b3e-41ae-a366-4dcc561aa408 req-53942273-df9b-4c8e-a57f-07d9c7be3931 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ecf6100-591e-45cc-9ced-2ccd94948411 HTTP/1.1" status: 200 len: 854 time: 0.0605304 Feb 28 19:17:50.309469 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2db92-4b3e-41ae-a366-4dcc561aa408 req-60da81d8-f6bb-495e-8d2a-9704e437c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:50.310921 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-60e2db92-4b3e-41ae-a366-4dcc561aa408 req-60da81d8-f6bb-495e-8d2a-9704e437c50d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717220 Feb 28 19:17:50.445080 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-60e2db92-4b3e-41ae-a366-4dcc561aa408 req-76aae2d8-a862-48fc-8beb-6a5ddb797771 service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273704 Feb 28 19:17:50.578143 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-60e2db92-4b3e-41ae-a366-4dcc561aa408 req-b238812d-df88-481f-9373-0c011f7e8c7b service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264639 Feb 28 19:17:50.844481 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406081-d4a1-40f2-ba75-2948fe5da987 req-545aa8a8-c8e6-4bbc-86b1-0dacd3448e56 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:50.845880 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-36406081-d4a1-40f2-ba75-2948fe5da987 req-545aa8a8-c8e6-4bbc-86b1-0dacd3448e56 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.0835431 Feb 28 19:17:50.893018 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-36406081-d4a1-40f2-ba75-2948fe5da987 req-bf6ac8a7-6f16-417e-92b7-14b33fba0c6e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403256 Feb 28 19:17:52.081896 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721d51c-9432-4fbb-a57b-5a3542dda267 req-dbe9cf77-7255-48a5-8152-df3fd6bdbe63 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:52.083845 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c721d51c-9432-4fbb-a57b-5a3542dda267 req-dbe9cf77-7255-48a5-8152-df3fd6bdbe63 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.0800927 Feb 28 19:17:52.130287 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c721d51c-9432-4fbb-a57b-5a3542dda267 req-46836f85-556d-41b5-8cf3-4644dc6fc4d8 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406883 Feb 28 19:17:53.415690 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e6150-6a57-46f8-96e6-3f44b97e4af1 req-e2a711ea-205f-4219-b409-142b2a94e642 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:53.417134 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2e0e6150-6a57-46f8-96e6-3f44b97e4af1 req-e2a711ea-205f-4219-b409-142b2a94e642 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.1762226 Feb 28 19:17:53.464148 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2e0e6150-6a57-46f8-96e6-3f44b97e4af1 req-76ba67dc-f822-43e2-b463-3465d48c342c tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403941 Feb 28 19:17:54.792884 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb2c70-0050-4da8-9165-250a51908784 req-ab733fbf-7e87-4eb6-8f57-deaf87d0dbf8 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:54.794250 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2cbb2c70-0050-4da8-9165-250a51908784 req-ab733fbf-7e87-4eb6-8f57-deaf87d0dbf8 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.0816858 Feb 28 19:17:54.843060 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2cbb2c70-0050-4da8-9165-250a51908784 req-e68ffbe1-cc12-4981-9fe6-94626c9da012 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431671 Feb 28 19:17:56.032345 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28fb44-f3cb-4639-bd20-81f6742e0386 req-5a1b0b28-246e-4dcc-b684-521f5b73a982 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:56.034681 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-aa28fb44-f3cb-4639-bd20-81f6742e0386 req-5a1b0b28-246e-4dcc-b684-521f5b73a982 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.0808372 Feb 28 19:17:56.081580 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-aa28fb44-f3cb-4639-bd20-81f6742e0386 req-4bc40697-2042-4852-ab65-9fb8042124cc tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416441 Feb 28 19:17:57.267862 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115845a-39d4-43b9-bb11-98ab45fa752b req-c0b0d829-1e90-4a76-a7b1-1cb670b62443 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:57.269537 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2115845a-39d4-43b9-bb11-98ab45fa752b req-c0b0d829-1e90-4a76-a7b1-1cb670b62443 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.0834422 Feb 28 19:17:57.315170 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2115845a-39d4-43b9-bb11-98ab45fa752b req-01b4959e-9fb6-47bc-8a6e-31cff3de0641 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391102 Feb 28 19:17:58.504791 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91e673-320a-4dee-aa62-0ac8d4971a02 req-0e127d84-6559-4a99-b4f0-f49796992aaf tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:17:58.506243 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9a91e673-320a-4dee-aa62-0ac8d4971a02 req-0e127d84-6559-4a99-b4f0-f49796992aaf tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.0818419 Feb 28 19:17:58.552409 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-9a91e673-320a-4dee-aa62-0ac8d4971a02 req-c74b3603-4169-4b17-9972-dd7f31e039aa tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&id=c2764f85-2f5b-4747-a36b-46a97d4d0b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401471 Feb 28 19:18:01.178076 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:05.445584 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-936425ef-6e51-4344-b54a-ea951c86c2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:06.752002 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-e370615b-dbe5-40a5-a713-c404762f6511 req-37e0808e-6118-4566-b701-873a4b2315f4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Synchronizing usage tracker for tenant:71617ef8c9904a419b7928654b614f08 on resource:security_group {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:18:06.835336 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-e370615b-dbe5-40a5-a713-c404762f6511 req-37e0808e-6118-4566-b701-873a4b2315f4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Unset dirty status for tenant:71617ef8c9904a419b7928654b614f08 on resource:security_group {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:18:06.836424 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-37e0808e-6118-4566-b701-873a4b2315f4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023315788&fields=id&tenant_id=71617ef8c9904a419b7928654b614f08 HTTP/1.1" status: 200 len: 267 time: 0.1257277 Feb 28 19:18:06.990002 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370615b-dbe5-40a5-a713-c404762f6511 req-ea6ddf49-93bf-465b-8c49-048cd05c74bf tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:06.990674 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-e370615b-dbe5-40a5-a713-c404762f6511 req-ea6ddf49-93bf-465b-8c49-048cd05c74bf tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Synchronizing usage tracker for tenant:71617ef8c9904a419b7928654b614f08 on resource:network {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:18:07.063628 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-e370615b-dbe5-40a5-a713-c404762f6511 req-ea6ddf49-93bf-465b-8c49-048cd05c74bf tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Unset dirty status for tenant:71617ef8c9904a419b7928654b614f08 on resource:network {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:18:07.064732 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-ea6ddf49-93bf-465b-8c49-048cd05c74bf tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/networks?id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d HTTP/1.1" status: 200 len: 808 time: 0.2216642 Feb 28 19:18:07.078934 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-bc794787-cedc-413b-9ad9-8b08705412e5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/quotas/71617ef8c9904a419b7928654b614f08 HTTP/1.1" status: 200 len: 375 time: 0.0087750 Feb 28 19:18:07.159377 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-e370615b-dbe5-40a5-a713-c404762f6511 req-467d6ee2-a3b2-4b62-add7-b21fe0da1a47 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Synchronizing usage tracker for tenant:71617ef8c9904a419b7928654b614f08 on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:18:07.252311 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-e370615b-dbe5-40a5-a713-c404762f6511 req-467d6ee2-a3b2-4b62-add7-b21fe0da1a47 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Unset dirty status for tenant:71617ef8c9904a419b7928654b614f08 on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:18:07.253600 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-467d6ee2-a3b2-4b62-add7-b21fe0da1a47 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71617ef8c9904a419b7928654b614f08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1692033 Feb 28 19:18:07.389870 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-cd382c36-43b6-42a7-82fe-24fe9173a602 service neutron] 10.222.0.21 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248002 Feb 28 19:18:07.519104 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-ccf31309-7829-44dd-a1ba-c16f86ae3be3 service neutron] 10.222.0.21 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225362 Feb 28 19:18:08.153686 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c58fffa8-f95b-465e-aba0-5fb8da5d7bc0 req-f05e097c-9d21-43dd-a639-b177e2402b68 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 210 time: 0.0455809 Feb 28 19:18:08.172337 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-85966455-c357-4951-8716-77d140e73204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:08.760439 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:09.222657 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:09.257363 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a608cbb7-f4fb-40c7-a407-bb9ea8a6c1a2 req-58a30e1d-240e-418f-875d-5514402b5e35 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 210 time: 0.0494242 Feb 28 19:18:10.358032 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-469a4244-8f40-4e32-a15b-9eea06b61790 req-049d2425-5f3c-46e2-9ee9-dafffa4cebdc tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 210 time: 0.0443614 Feb 28 19:18:10.892073 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:11.451271 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-24c71a21-7f34-4d01-8703-24a4e9ef4b3e req-6246b209-ddb6-4957-86a5-e0423ea9eb65 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 210 time: 0.0412438 Feb 28 19:18:12.597027 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6b37cdf1-a940-4854-b733-2a15c2fe1d91 req-ca3f4e23-1c00-41da-a8e0-1945a3c94e13 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 210 time: 0.0452020 Feb 28 19:18:13.743823 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f4a6f38a-fbb4-43ec-a364-18ef8e6ebbba req-d4b9cf6e-fba4-41cc-9d12-7cd4abf8230e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 210 time: 0.0432580 Feb 28 19:18:14.647016 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370615b-dbe5-40a5-a713-c404762f6511 req-08301f0c-e838-4ab5-a8db-0fe94810cda4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:14.648609 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-08301f0c-e838-4ab5-a8db-0fe94810cda4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.61 "GET /v2.0/networks?id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d HTTP/1.1" status: 200 len: 808 time: 0.1422451 Feb 28 19:18:14.698376 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-b97b2d7e-adc1-4a4b-9002-02bb6991041e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71617ef8c9904a419b7928654b614f08 HTTP/1.1" status: 200 len: 380 time: 0.0405877 Feb 28 19:18:14.706162 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Request body: {'port': {'device_id': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'admin_state_up': True, 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'security_groups': ['3ab47dea-b219-4852-8b1d-a4bc913f75e2']}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:18:14.850351 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:18:14.996521 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:18:15.000300 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1e1db008-9e25-4378-8a55-78493a75d093 req-6fc343a5-d19e-4def-9cde-4e74c5c2f11e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 210 time: 0.1475306 Feb 28 19:18:15.069438 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Made reservation on behalf of 71617ef8c9904a419b7928654b614f08 for: {'port': 1} {{(pid=87745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:18:15.072923 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:15.231591 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Allocated IP 172.20.0.11 (cc1d65af-cc14-42ab-b1bb-32d93de27a1d/44cf40c3-1ec9-4af2-9303-9ae7c8ac3550/5d85a9de-2848-49e6-bde0-37a231102506) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:18:15.426864 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:15.442532 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Transition to ACTIVE for port object 5d85a9de-2848-49e6-bde0-37a231102506 will not be triggered until provisioned by entity DHCP. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:18:15.549946 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:15.615574 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Network cc1d65af-cc14-42ab-b1bb-32d93de27a1d is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:18:15.626164 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:18:15.630512 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:18:15.666376 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event updated for resources: {'Port': ['ID=5d85a9de-2848-49e6-bde0-37a231102506,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:18:15.698221 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:15.698847 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:15.813261 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-917dbeed-24ac-422b-82ec-eb7f9595af32 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1104753 Feb 28 19:18:15.824400 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Request body: {'port': {'device_id': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:18:15.937701 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-f014c679-5beb-4148-832e-855738aae273 None None] Provisioning for port 5d85a9de-2848-49e6-bde0-37a231102506 completed by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:18:15.939464 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:15.943905 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-f014c679-5beb-4148-832e-855738aae273 None None] Provisioning complete for port 5d85a9de-2848-49e6-bde0-37a231102506 triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:18:15.944473 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f014c679-5beb-4148-832e-855738aae273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:15.998233 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-f014c679-5beb-4148-832e-855738aae273 None None] Port 5d85a9de-2848-49e6-bde0-37a231102506 cannot update to ACTIVE because it is not bound. {{(pid=87746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:18:16.287828 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294b70-0970-41bd-b560-4fda8320f809 req-29101fec-6269-4bbb-b9f5-cd77cfd742a7 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:16.288578 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-df294b70-0970-41bd-b560-4fda8320f809 req-29101fec-6269-4bbb-b9f5-cd77cfd742a7 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Synchronizing usage tracker for tenant:71617ef8c9904a419b7928654b614f08 on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:18:16.365714 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d85a9de-2848-49e6-bde0-37a231102506 {{(pid=87745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:18:16.372845 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:16.387305 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.provisioning_blocks [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Transition to ACTIVE for port object 5d85a9de-2848-49e6-bde0-37a231102506 will not be triggered until provisioned by entity L2. {{(pid=87745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:18:16.429411 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-df294b70-0970-41bd-b560-4fda8320f809 req-29101fec-6269-4bbb-b9f5-cd77cfd742a7 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Unset dirty status for tenant:71617ef8c9904a419b7928654b614f08 on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:18:16.430544 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-df294b70-0970-41bd-b560-4fda8320f809 req-29101fec-6269-4bbb-b9f5-cd77cfd742a7 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 932 time: 0.3220024 Feb 28 19:18:16.464839 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:16.569945 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-df294b70-0970-41bd-b560-4fda8320f809 req-7c10a29c-183f-4df4-a4bf-ac000b952c4b tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336582 Feb 28 19:18:16.638491 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d85a9de-2848-49e6-bde0-37a231102506,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:18:16.709182 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Attempting to bind port 5d85a9de-2848-49e6-bde0-37a231102506 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:18:16.709519 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Attempting to bind port 5d85a9de-2848-49e6-bde0-37a231102506 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:18:16.709848 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Attempting to bind port 5d85a9de-2848-49e6-bde0-37a231102506 on network cc1d65af-cc14-42ab-b1bb-32d93de27a1d {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:18:16.714461 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Port 5d85a9de-2848-49e6-bde0-37a231102506 on network cc1d65af-cc14-42ab-b1bb-32d93de27a1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:18:16.714775 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Attempting to bind port 5d85a9de-2848-49e6-bde0-37a231102506 on network cc1d65af-cc14-42ab-b1bb-32d93de27a1d {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:18:16.719899 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Checking agent: {'id': '71502865-1b15-4fe0-a464-39ad2135dd97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'started_at': datetime.datetime(2022, 2, 28, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:18:16.720233 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Checking segment: {'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:18:16.720615 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Bound using segment: {'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'} {{(pid=87745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:18:16.721032 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.managers [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Bound port: 5d85a9de-2848-49e6-bde0-37a231102506, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05cc2b62-d149-4f96-bce0-bf88c695e2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d'}}] {{(pid=87745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:18:16.721406 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:16.810206 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] For port 5d85a9de-2848-49e6-bde0-37a231102506, host hv-cinder-83118, cleared binding levels {{(pid=87745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:18:16.813048 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] For port 5d85a9de-2848-49e6-bde0-37a231102506, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d85a9de-2848-49e6-bde0-37a231102506,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:18:16.881146 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:16.939805 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:16.940436 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:16.941690 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] 10.222.0.61 "PUT /v2.0/ports/5d85a9de-2848-49e6-bde0-37a231102506 HTTP/1.1" status: 200 len: 1094 time: 1.1218834 Feb 28 19:18:16.942222 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:18:16.978932 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0da44-3879-4c90-878d-9b660936c4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d85a9de-2848-49e6-bde0-37a231102506,revision_number=3']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:18:16.995778 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506', 'status': 'completed', 'code': 200} Feb 28 19:18:16.996912 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:18:17.088674 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fddb41-683b-4028-b853-5dac353d1b5b req-4e03702d-37a3-46c2-ba02-bd799ef683d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:17.090168 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-54fddb41-683b-4028-b853-5dac353d1b5b req-4e03702d-37a3-46c2-ba02-bd799ef683d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71617ef8c9904a419b7928654b614f08&device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1097 time: 0.0742192 Feb 28 19:18:17.324987 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fddb41-683b-4028-b853-5dac353d1b5b req-e892098d-dbd3-42b8-8336-c0ed24fe4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:17.326344 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-54fddb41-683b-4028-b853-5dac353d1b5b req-e892098d-dbd3-42b8-8336-c0ed24fe4a50 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=71617ef8c9904a419b7928654b614f08&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2295918 Feb 28 19:18:17.461078 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fddb41-683b-4028-b853-5dac353d1b5b req-7f66adc5-513c-4f8f-a1e0-44eede171b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:17.462636 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-54fddb41-683b-4028-b853-5dac353d1b5b req-7f66adc5-513c-4f8f-a1e0-44eede171b4d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302278 Feb 28 19:18:17.567519 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370615b-dbe5-40a5-a713-c404762f6511 req-b241b0ed-3c91-49b3-b739-3b6e28801faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:17.569539 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-b241b0ed-3c91-49b3-b739-3b6e28801faa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71617ef8c9904a419b7928654b614f08&device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1097 time: 0.0733688 Feb 28 19:18:17.639511 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-be1f49ab-590a-49a8-ab57-bbac834e33a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d85a9de-2848-49e6-bde0-37a231102506 HTTP/1.1" status: 200 len: 217 time: 0.0628948 Feb 28 19:18:17.747308 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370615b-dbe5-40a5-a713-c404762f6511 req-b726719a-4821-49e3-9dcd-bfff8cfd5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:17.747793 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-b726719a-4821-49e3-9dcd-bfff8cfd5845 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44cf40c3-1ec9-4af2-9303-9ae7c8ac3550 HTTP/1.1" status: 200 len: 847 time: 0.1010633 Feb 28 19:18:17.818965 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244093f-88ed-49a7-ba86-a5ffe96c96a5 req-47f571b5-cf38-4787-8966-add3537f8071 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:17.820399 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e244093f-88ed-49a7-ba86-a5ffe96c96a5 req-47f571b5-cf38-4787-8966-add3537f8071 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.1427586 Feb 28 19:18:17.878966 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e244093f-88ed-49a7-ba86-a5ffe96c96a5 req-ea769bd2-d015-4dc2-a10c-62abdefccc72 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511887 Feb 28 19:18:17.881707 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370615b-dbe5-40a5-a713-c404762f6511 req-f50e49a8-7c70-433c-a846-039b91685346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:17.883107 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-f50e49a8-7c70-433c-a846-039b91685346 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1291039 Feb 28 19:18:18.013230 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-62970285-b759-437b-879b-a055d352a745 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241140 Feb 28 19:18:18.141371 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e370615b-dbe5-40a5-a713-c404762f6511 req-ca68b90d-2455-4344-9c34-f7d91e76493e service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221526 Feb 28 19:18:19.066171 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253ba8c-2e5e-4de4-be65-b9fe23d48df9 req-cdb7aa4b-0d84-4cdd-bc7c-304876aab6f4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:19.067523 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7253ba8c-2e5e-4de4-be65-b9fe23d48df9 req-cdb7aa4b-0d84-4cdd-bc7c-304876aab6f4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0830348 Feb 28 19:18:19.110180 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7253ba8c-2e5e-4de4-be65-b9fe23d48df9 req-6f69ca17-e624-4407-9054-ea70367c2d29 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362372 Feb 28 19:18:20.290069 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ade55d-a049-414f-8412-9519f1c2296f req-176af823-b3b8-4903-b91b-930049ee8d9f tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:20.291770 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c8ade55d-a049-414f-8412-9519f1c2296f req-176af823-b3b8-4903-b91b-930049ee8d9f tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0786269 Feb 28 19:18:20.335875 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c8ade55d-a049-414f-8412-9519f1c2296f req-dd877c29-4a03-4a9a-ac8a-5cc51ece7ee8 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385435 Feb 28 19:18:21.529168 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133337a5-437e-4792-b1a2-84833b2803af req-408cc677-b9dc-4ef2-a9fb-d0355ae5355a tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:21.531006 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-133337a5-437e-4792-b1a2-84833b2803af req-408cc677-b9dc-4ef2-a9fb-d0355ae5355a tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0938015 Feb 28 19:18:21.575772 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-133337a5-437e-4792-b1a2-84833b2803af req-188f0150-2e52-4d39-9913-535f195bad23 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391140 Feb 28 19:18:22.762887 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b3eda-66ff-46c9-906a-6c424f592cc1 req-c1c5f21a-5f6d-4f6c-980a-f85fa7ae8a59 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:22.764671 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-145b3eda-66ff-46c9-906a-6c424f592cc1 req-c1c5f21a-5f6d-4f6c-980a-f85fa7ae8a59 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0803604 Feb 28 19:18:22.812174 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-145b3eda-66ff-46c9-906a-6c424f592cc1 req-f8eda2c3-7c94-4e2d-8672-d33e9ee5d41c tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 Feb 28 19:18:24.002082 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fb315-5b9f-42db-a7d7-df2be2d2e091 req-c2c1e737-9d22-41f7-ac96-60a1afdb7b42 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:24.013410 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-714fb315-5b9f-42db-a7d7-df2be2d2e091 req-c2c1e737-9d22-41f7-ac96-60a1afdb7b42 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0830712 Feb 28 19:18:24.048242 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-714fb315-5b9f-42db-a7d7-df2be2d2e091 req-afaafb96-5493-4da0-a7c8-08de6cac1a0c tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388207 Feb 28 19:18:25.238650 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91118a7-9192-477f-beeb-4a4e6c829407 req-a92b4a17-545b-4550-8b4c-afe3a467bf15 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:25.240017 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d91118a7-9192-477f-beeb-4a4e6c829407 req-a92b4a17-545b-4550-8b4c-afe3a467bf15 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0828848 Feb 28 19:18:25.283942 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d91118a7-9192-477f-beeb-4a4e6c829407 req-90a34625-8fdf-4c76-b8c9-1256eac09243 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373764 Feb 28 19:18:26.465958 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcc074-6082-42a2-8970-bb1a8045222f req-ff2cf184-dab8-4e5f-830f-825b139b61cc tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:26.467436 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d0fcc074-6082-42a2-8970-bb1a8045222f req-ff2cf184-dab8-4e5f-830f-825b139b61cc tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0789340 Feb 28 19:18:26.510297 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d0fcc074-6082-42a2-8970-bb1a8045222f req-865d8d0c-fa4c-47a9-ae89-3c47438a4505 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373724 Feb 28 19:18:26.590824 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 5d85a9de-2848-49e6-bde0-37a231102506 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:18:26.721960 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 5d85a9de-2848-49e6-bde0-37a231102506, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d85a9de-2848-49e6-bde0-37a231102506,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:18:26.735262 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '5d85a9de-2848-49e6-bde0-37a231102506', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'port_id': '5d85a9de-2848-49e6-bde0-37a231102506', 'mac_address': 'fa:16:3e:ba:08:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:18:26.792112 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:26.808285 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d85a9de-2848-49e6-bde0-37a231102506 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:18:26.822900 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 5d85a9de-2848-49e6-bde0-37a231102506, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d85a9de-2848-49e6-bde0-37a231102506,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:18:26.898461 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:26.963773 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=5d85a9de-2848-49e6-bde0-37a231102506,revision_number=4']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:18:27.247692 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['5d85a9de-2848-49e6-bde0-37a231102506'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:18:27.779476 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ddf3-e676-49ee-9237-91bd48f14e3e req-f8d48d27-e26a-4e47-9c90-d4ef1cec1ac2 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:27.780931 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a673ddf3-e676-49ee-9237-91bd48f14e3e req-f8d48d27-e26a-4e47-9c90-d4ef1cec1ac2 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 945 time: 0.1689501 Feb 28 19:18:27.824749 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a673ddf3-e676-49ee-9237-91bd48f14e3e req-391ca01f-690d-4b93-ac8f-fa9291c14b0d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382025 Feb 28 19:18:28.598086 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 5d85a9de-2848-49e6-bde0-37a231102506 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:18:28.718945 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning for port 5d85a9de-2848-49e6-bde0-37a231102506 completed by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:18:28.724116 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 5d85a9de-2848-49e6-bde0-37a231102506 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:18:28.724485 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:28.854563 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:28.881312 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:18:28.891282 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 5d85a9de-2848-49e6-bde0-37a231102506, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d85a9de-2848-49e6-bde0-37a231102506,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:18:28.972148 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:29.009170 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506', 'code': 200} Feb 28 19:18:29.024058 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90081075-bbdf-4bb5-b20e-18b50eb16cd6 req-06cd28de-5f5e-4e6c-bfc3-022f3de719fe tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:29.025500 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-90081075-bbdf-4bb5-b20e-18b50eb16cd6 req-06cd28de-5f5e-4e6c-bfc3-022f3de719fe tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0916753 Feb 28 19:18:29.050842 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=5d85a9de-2848-49e6-bde0-37a231102506,revision_number=5']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:18:29.058692 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.059039 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.059413 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.059733 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.060062 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.060392 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.060887 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.061221 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.061547 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.061875 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.062194 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.063138 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:29.074350 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-90081075-bbdf-4bb5-b20e-18b50eb16cd6 req-2fe8a3a9-fa4d-48ad-8274-96c419a571e9 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Feb 28 19:18:29.444192 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f7a6b-190c-4eb6-b5dc-408a05c0fbd2 req-98f79032-6ac7-42d7-be59-14f442d6900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:29.445646 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ce8f7a6b-190c-4eb6-b5dc-408a05c0fbd2 req-98f79032-6ac7-42d7-be59-14f442d6900b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1099 time: 0.0685701 Feb 28 19:18:29.486861 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-ce8f7a6b-190c-4eb6-b5dc-408a05c0fbd2 req-767d7166-52bf-4a7d-9bb1-fb0e6baf463a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357599 Feb 28 19:18:30.262677 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1cbb5-da7a-49b6-a94d-f69b415cc654 req-23446762-146f-4222-ae76-3a7306c07d4e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:30.264151 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-70e1cbb5-da7a-49b6-a94d-f69b415cc654 req-23446762-146f-4222-ae76-3a7306c07d4e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0852196 Feb 28 19:18:30.307606 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-70e1cbb5-da7a-49b6-a94d-f69b415cc654 req-29b2012f-27ad-4450-ac1b-9587d0cd84d1 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 Feb 28 19:18:31.195477 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:31.489044 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df7d31-9eb5-4695-8fbd-3dfdaa83e0e3 req-4036bea8-fdc7-4fd8-a16e-2e0a6d216390 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:31.490399 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96df7d31-9eb5-4695-8fbd-3dfdaa83e0e3 req-4036bea8-fdc7-4fd8-a16e-2e0a6d216390 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0790689 Feb 28 19:18:31.533453 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96df7d31-9eb5-4695-8fbd-3dfdaa83e0e3 req-e86d58a4-44d5-45f9-88c7-d2f348c8d70b tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373335 Feb 28 19:18:31.717790 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1caab1a-a4ec-472d-b018-a90a19c0ddd2 req-93dc2b58-6e7f-4c2d-af53-ea1465e0211a tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:31.719234 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b1caab1a-a4ec-472d-b018-a90a19c0ddd2 req-93dc2b58-6e7f-4c2d-af53-ea1465e0211a tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0827475 Feb 28 19:18:31.762466 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b1caab1a-a4ec-472d-b018-a90a19c0ddd2 req-d8100757-823e-403d-b26c-4e49420f0888 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377550 Feb 28 19:18:31.784781 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40298) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:18:31.893617 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb57cd-8aec-4c09-be3d-5a96ff469c0d tempest-TestShelveInstance-226006194 tempest-TestShelveInstance-226006194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:31.895067 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-29bb57cd-8aec-4c09-be3d-5a96ff469c0d tempest-TestShelveInstance-226006194 tempest-TestShelveInstance-226006194-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1094 time: 0.1093097 Feb 28 19:18:31.898474 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40304) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:18:31.903395 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Request body: {'floatingip': {'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'port_id': '5d85a9de-2848-49e6-bde0-37a231102506', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:18:31.909133 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:18:31.913013 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Usage tracker for resource:floatingip and tenant:71617ef8c9904a419b7928654b614f08 is out of sync, need to count used quota {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:18:31.916521 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87745) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:18:31.922108 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.quota.driver [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87745) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:18:32.010493 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for floatingip, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:32.140736 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:32.277676 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_common [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Allocated IP 172.27.1.143 (18d537f6-da49-43a6-a13a-4c96f3f55116/fb1a584e-c79e-4fc7-a354-a323033500fd/74893243-a07c-4ebf-8ed6-72861f50b77a) {{(pid=87745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:18:32.424213 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for port, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:32.503941 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761586404886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:32.567310 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Network 18d537f6-da49-43a6-a13a-4c96f3f55116 is already hosted by enough agents. {{(pid=87745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:18:32.574869 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Resources bound (agent type, host, resource id): {{(pid=87745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:18:32.578879 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Received port after_create {{(pid=87745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:18:32.606561 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event updated for resources: {'Port': ['ID=74893243-a07c-4ebf-8ed6-72861f50b77a,revision_number=1']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:18:32.623774 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.624113 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.624443 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.624768 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.625186 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.625504 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.625822 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.626132 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.626444 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.626754 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.627062 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.627407 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:18:32.996193 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:33.145458 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:33.433094 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:33.525715 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:33.638393 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event updated for resources: {'Port': ['ID=74893243-a07c-4ebf-8ed6-72861f50b77a,revision_number=2']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:18:33.649041 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8065735'] for floatingip, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:33.822929 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.db.l3_db [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Floating IP 08b98e22-3030-47a6-b726-26863f3601d0 associated. External IP: 172.27.1.143, port: 5d85a9de-2848-49e6-bde0-37a231102506. Feb 28 19:18:34.175791 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Router 90f081c7-4397-43f6-a2d0-3fb011c24f15 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:18:34.352799 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:18:34.362063 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2fdb3-2ea7-43e9-a139-d9e6edf31c6c None None] Sync routers for ids ['90f081c7-4397-43f6-a2d0-3fb011c24f15'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:18:34.371937 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2fdb3-2ea7-43e9-a139-d9e6edf31c6c None None] Routers {'90f081c7-4397-43f6-a2d0-3fb011c24f15'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:18:34.372528 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-d9e2fdb3-2ea7-43e9-a139-d9e6edf31c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:18:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['90f081c7-4397-43f6-a2d0-3fb011c24f15'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:18:34.475158 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:34.532588 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-1b8ee2c3-2b5e-45d8-ae2a-774666f231b0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6330583 Feb 28 19:18:34.533318 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:18:34.578409 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506', 'status': 'completed', 'code': 200} Feb 28 19:18:34.580081 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-d9e2fdb3-2ea7-43e9-a139-d9e6edf31c6c None None] Set router 90f081c7-4397-43f6-a2d0-3fb011c24f15 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:18:34.672387 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a681a4-a580-4be6-8204-be6a6d88f43b req-d017d305-a4d5-4ad6-b7fb-d77d62d4e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:34.673987 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-02a681a4-a580-4be6-8204-be6a6d88f43b req-d017d305-a4d5-4ad6-b7fb-d77d62d4e152 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71617ef8c9904a419b7928654b614f08&device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1099 time: 0.0741339 Feb 28 19:18:34.804556 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a681a4-a580-4be6-8204-be6a6d88f43b req-94add830-437b-4cc9-83b5-e97ca8168d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:34.805949 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-02a681a4-a580-4be6-8204-be6a6d88f43b req-94add830-437b-4cc9-83b5-e97ca8168d3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d HTTP/1.1" status: 200 len: 909 time: 0.1263242 Feb 28 19:18:34.938659 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-d9e2fdb3-2ea7-43e9-a139-d9e6edf31c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 4, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '08b98e22-3030-47a6-b726-26863f3601d0', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'port_id': '5d85a9de-2848-49e6-bde0-37a231102506', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'mac_address': 'fa:16:3e:ba:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:18:32Z', 'updated_at': '2022-02-28T19:18:32Z', 'revision_number': 0, 'project_id': '71617ef8c9904a419b7928654b614f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce63269b-7317-4b47-bb03-36a73abbe904', 'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'mac_address': 'fa:16:3e:ef:92:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:30Z', 'updated_at': '2022-02-28T19:17:36Z', 'revision_number': 5, 'project_id': '71617ef8c9904a419b7928654b614f08', 'subnets': [{'id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:18:34.942962 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2fdb3-2ea7-43e9-a139-d9e6edf31c6c None None] Checking router: 90f081c7-4397-43f6-a2d0-3fb011c24f15 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:18:34.952074 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2fdb3-2ea7-43e9-a139-d9e6edf31c6c None None] Routers {'90f081c7-4397-43f6-a2d0-3fb011c24f15'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:18:34.952676 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-d9e2fdb3-2ea7-43e9-a139-d9e6edf31c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:18:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['90f081c7-4397-43f6-a2d0-3fb011c24f15'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:18:35.014694 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-02a681a4-a580-4be6-8204-be6a6d88f43b req-99596e57-0073-4389-8186-228f422873d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d85a9de-2848-49e6-bde0-37a231102506 HTTP/1.1" status: 200 len: 1000 time: 0.2032692 Feb 28 19:18:35.077551 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a681a4-a580-4be6-8204-be6a6d88f43b req-e1d34f17-83d0-4bcd-9608-39b186e543f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:35.078874 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-02a681a4-a580-4be6-8204-be6a6d88f43b req-e1d34f17-83d0-4bcd-9608-39b186e543f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44cf40c3-1ec9-4af2-9303-9ae7c8ac3550 HTTP/1.1" status: 200 len: 847 time: 0.0584998 Feb 28 19:18:35.131332 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-d9e2fdb3-2ea7-43e9-a139-d9e6edf31c6c None None] Set router 90f081c7-4397-43f6-a2d0-3fb011c24f15 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:18:35.152294 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a681a4-a580-4be6-8204-be6a6d88f43b req-e56d40e4-dafe-4bdc-a7dc-9ca0777da8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:35.154705 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-02a681a4-a580-4be6-8204-be6a6d88f43b req-e56d40e4-dafe-4bdc-a7dc-9ca0777da8e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692739 Feb 28 19:18:35.286177 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-02a681a4-a580-4be6-8204-be6a6d88f43b req-e720f9b8-d18a-49bf-9daa-d2317d401896 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268611 Feb 28 19:18:35.419288 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-02a681a4-a580-4be6-8204-be6a6d88f43b req-a84bbadb-c05c-4d9a-a321-abe21fa94569 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273212 Feb 28 19:18:35.487505 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-afe81091-2760-4c76-a83d-eb1c9339e139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:35.494360 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-d9e2fdb3-2ea7-43e9-a139-d9e6edf31c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 4, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '08b98e22-3030-47a6-b726-26863f3601d0', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'port_id': '5d85a9de-2848-49e6-bde0-37a231102506', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'mac_address': 'fa:16:3e:ba:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:18:32Z', 'updated_at': '2022-02-28T19:18:32Z', 'revision_number': 0, 'project_id': '71617ef8c9904a419b7928654b614f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce63269b-7317-4b47-bb03-36a73abbe904', 'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'mac_address': 'fa:16:3e:ef:92:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:30Z', 'updated_at': '2022-02-28T19:17:36Z', 'revision_number': 5, 'project_id': '71617ef8c9904a419b7928654b614f08', 'subnets': [{'id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:18:35.498294 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2fdb3-2ea7-43e9-a139-d9e6edf31c6c None None] The sync data for ids ['90f081c7-4397-43f6-a2d0-3fb011c24f15'] in dv-cinder-831187-1-iscsi is: [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 4, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_floatingips': [{'id': '08b98e22-3030-47a6-b726-26863f3601d0', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'router_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'port_id': '5d85a9de-2848-49e6-bde0-37a231102506', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'mac_address': 'fa:16:3e:ba:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:18:32Z', 'updated_at': '2022-02-28T19:18:32Z', 'revision_number': 0, 'project_id': '71617ef8c9904a419b7928654b614f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce63269b-7317-4b47-bb03-36a73abbe904', 'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'mac_address': 'fa:16:3e:ef:92:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:30Z', 'updated_at': '2022-02-28T19:17:36Z', 'revision_number': 5, 'project_id': '71617ef8c9904a419b7928654b614f08', 'subnets': [{'id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:18:35.676539 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de301c74-f40a-4e2d-9872-3eff05015b27 None None] New status for floating IP 08b98e22-3030-47a6-b726-26863f3601d0: ACTIVE {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:18:38.186782 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1908-02da-48bf-a34f-aa0a1168d939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:38.775948 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:39.200135 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:40.920533 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:50.832095 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-8ad00386-4167-4dfb-8bd1-a3065aaee9a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730796 Feb 28 19:18:50.970571 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-ca6592ad-73a3-430b-93af-3baad1e72659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:50.972050 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-ca6592ad-73a3-430b-93af-3baad1e72659 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f298627f53d14c5d92595dd3a87578d4&device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 1138 time: 0.0704327 Feb 28 19:18:51.115822 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-e57c1c20-b32a-420d-9d2f-84701425f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:51.117765 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-e57c1c20-b32a-420d-9d2f-84701425f127 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a HTTP/1.1" status: 200 len: 916 time: 0.1251493 Feb 28 19:18:51.220782 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-f5733954-6b01-470e-92b8-4661e6fcf17e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 200 len: 1001 time: 0.0953486 Feb 28 19:18:51.282629 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-782b1378-3c4c-43e2-bcec-6a4418be3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:51.283990 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-782b1378-3c4c-43e2-bcec-6a4418be3d78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ecf6100-591e-45cc-9ced-2ccd94948411 HTTP/1.1" status: 200 len: 854 time: 0.0560436 Feb 28 19:18:51.361216 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-73e78f58-a1d3-40b7-8e51-3b0889ffb8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:18:51.362643 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-73e78f58-a1d3-40b7-8e51-3b0889ffb8ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714810 Feb 28 19:18:51.493344 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-bbe1320b-1671-4fda-86f4-9fd90c74a279 service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227961 Feb 28 19:18:51.621499 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e2fa8ed1-95a7-409e-aeab-24ffe726e006 req-0c445d2d-b4c8-44aa-882f-dc437c54617d service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221423 Feb 28 19:18:53.997190 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:19:01.160129 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:02.056110 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5249a78-aa75-4229-bdf1-493debf23a05 req-f2028b7f-7818-43cb-87cf-4dbaecae7d72 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618219625&fields=id&tenant_id=f298627f53d14c5d92595dd3a87578d4 HTTP/1.1" status: 200 len: 267 time: 0.0400543 Feb 28 19:19:02.140392 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5249a78-aa75-4229-bdf1-493debf23a05 req-fb6bd34d-8551-4ecd-a2c1-f797892cfeb3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:02.142033 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5249a78-aa75-4229-bdf1-493debf23a05 req-fb6bd34d-8551-4ecd-a2c1-f797892cfeb3 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 985 time: 0.0805702 Feb 28 19:19:02.153624 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.v2.base [req-f5249a78-aa75-4229-bdf1-493debf23a05 req-1eefac7d-6307-4f2c-976d-310845db03f2 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Request body: {'port': {'security_groups': ['a4004df4-93b8-4b1e-b5d5-0990a35096cf']}} {{(pid=87745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:19:02.274286 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5249a78-aa75-4229-bdf1-493debf23a05 req-1eefac7d-6307-4f2c-976d-310845db03f2 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:02.614864 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-f5249a78-aa75-4229-bdf1-493debf23a05 req-1eefac7d-6307-4f2c-976d-310845db03f2 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] For port ec6aa0eb-a35d-4608-b76a-18b48ca9440f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:19:02.638721 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5249a78-aa75-4229-bdf1-493debf23a05 req-1eefac7d-6307-4f2c-976d-310845db03f2 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for port, precommit_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:02.731336 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5249a78-aa75-4229-bdf1-493debf23a05 req-1eefac7d-6307-4f2c-976d-310845db03f2 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8314125'] for port, after_update {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:02.742808 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['ec6aa0eb-a35d-4608-b76a-18b48ca9440f'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:19:02.796657 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5249a78-aa75-4229-bdf1-493debf23a05 req-1eefac7d-6307-4f2c-976d-310845db03f2 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:02.797282 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-f5249a78-aa75-4229-bdf1-493debf23a05 req-1eefac7d-6307-4f2c-976d-310845db03f2 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:02.798651 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f5249a78-aa75-4229-bdf1-493debf23a05 req-1eefac7d-6307-4f2c-976d-310845db03f2 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "PUT /v2.0/ports/ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 200 len: 943 time: 0.6505158 Feb 28 19:19:02.799101 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:19:02.807209 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40326) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:02.840796 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefac7d-6307-4f2c-976d-310845db03f2 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event updated for resources: {'Port': ['ID=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,revision_number=7']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:02.861544 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['ec6aa0eb-a35d-4608-b76a-18b48ca9440f'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:19:02.909695 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:02.942668 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'status': 'completed', 'code': 200} Feb 28 19:19:02.943640 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:03.059000 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c15a3-8f8c-488d-9fb9-a8cb92c4b83b req-7eb203f2-bf7a-4cb8-b77c-86b2f6cf20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:03.062307 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-026c15a3-8f8c-488d-9fb9-a8cb92c4b83b req-7eb203f2-bf7a-4cb8-b77c-86b2f6cf20ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f298627f53d14c5d92595dd3a87578d4&device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 1099 time: 0.0963929 Feb 28 19:19:03.063175 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:03.079938 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2764f85-2f5b-4747-a36b-46a97d4d0b6a,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:03.091906 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.092330 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.092733 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.093133 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.093531 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.093955 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.094347 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.094740 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.095144 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.095601 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.095925 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.096262 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:19:03.153143 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-d293fd68-58ac-4a19-9a56-ceb3ca3b1d7a None None] Provisioning complete for port ec6aa0eb-a35d-4608-b76a-18b48ca9440f triggered by entity DHCP. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:19:03.154627 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-d293fd68-58ac-4a19-9a56-ceb3ca3b1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:03.154765 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for security_group, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:03.155579 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-8a1e2195-d0ed-4a2e-9423-dc3fe6963a16 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2764f85-2f5b-4747-a36b-46a97d4d0b6a HTTP/1.1" status: 204 len: 168 time: 0.3451834 Feb 28 19:19:03.158173 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40332) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:03.200974 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c15a3-8f8c-488d-9fb9-a8cb92c4b83b req-6086da43-0507-438d-ac17-e92e352ff629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:03.202646 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-026c15a3-8f8c-488d-9fb9-a8cb92c4b83b req-6086da43-0507-438d-ac17-e92e352ff629 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a HTTP/1.1" status: 200 len: 916 time: 0.1331553 Feb 28 19:19:03.306609 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-026c15a3-8f8c-488d-9fb9-a8cb92c4b83b req-1b8f9118-b15d-4fd5-aa99-3ad0e8967f3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 200 len: 1001 time: 0.0976548 Feb 28 19:19:03.368180 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c15a3-8f8c-488d-9fb9-a8cb92c4b83b req-89bcaee8-dc14-494d-9477-0a550d606766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:03.369619 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-026c15a3-8f8c-488d-9fb9-a8cb92c4b83b req-89bcaee8-dc14-494d-9477-0a550d606766 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ecf6100-591e-45cc-9ced-2ccd94948411 HTTP/1.1" status: 200 len: 854 time: 0.0564773 Feb 28 19:19:03.372346 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Deleting port 1d31c72e-b8a8-42ae-864e-a253153117ad {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:03.372687 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:03.447087 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c15a3-8f8c-488d-9fb9-a8cb92c4b83b req-f9c0585c-3adf-47b6-94a1-b9d18dc5a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:03.449380 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-026c15a3-8f8c-488d-9fb9-a8cb92c4b83b req-f9c0585c-3adf-47b6-94a1-b9d18dc5a31e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724056 Feb 28 19:19:03.539859 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:03.540179 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:03.579240 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-026c15a3-8f8c-488d-9fb9-a8cb92c4b83b req-fec776a3-3156-4336-8f30-aabf32f38cbf service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236658 Feb 28 19:19:03.713014 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-026c15a3-8f8c-488d-9fb9-a8cb92c4b83b req-92fd664c-1d20-4bb0-a02b-66d19f11c83f service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275461 Feb 28 19:19:03.760547 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Calling delete_port for 1d31c72e-b8a8-42ae-864e-a253153117ad owned by network:floatingip {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:19:03.992151 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:04.044343 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event deleted for resources: {'Port': ['ID=1d31c72e-b8a8-42ae-864e-a253153117ad,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:04.131176 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks [] for floatingip, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:04.131514 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.l3_db [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Floating IP 6b9f3a9b-0eb2-4c6a-a942-a8a893074da9 disassociated (deleted). External IP: 172.27.1.74, port: ec6aa0eb-a35d-4608-b76a-18b48ca9440f. Feb 28 19:19:04.479567 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Router cbf24d82-7ead-4530-994b-df99c5fe2a4c has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:19:04.655141 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:19:04.664535 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a011c12-b807-4c24-9a78-96f6f101239b None None] Sync routers for ids ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:19:04.674418 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a011c12-b807-4c24-9a78-96f6f101239b None None] Routers {'cbf24d82-7ead-4530-994b-df99c5fe2a4c'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:19:04.678122 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-6a011c12-b807-4c24-9a78-96f6f101239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:18:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:04.795543 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:04.853932 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-a2cde8d5-2f43-47e0-b7bc-dcb93288d32e tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "DELETE /v2.0/floatingips/6b9f3a9b-0eb2-4c6a-a942-a8a893074da9 HTTP/1.1" status: 204 len: 168 time: 1.6947258 Feb 28 19:19:04.854523 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:19:04.896339 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-6a011c12-b807-4c24-9a78-96f6f101239b None None] Set router cbf24d82-7ead-4530-994b-df99c5fe2a4c gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:19:04.959447 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'status': 'completed', 'code': 200} Feb 28 19:19:05.058867 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429036-a37f-4d7c-a009-a82c9f3cf1ad req-7bcbf739-e7d8-4a92-823f-0faef18521ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:05.060274 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-88429036-a37f-4d7c-a009-a82c9f3cf1ad req-7bcbf739-e7d8-4a92-823f-0faef18521ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f298627f53d14c5d92595dd3a87578d4&device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 1099 time: 0.0757849 Feb 28 19:19:05.192877 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429036-a37f-4d7c-a009-a82c9f3cf1ad req-cc843ff8-1915-4ba5-9ffe-8fa6917718f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:05.194311 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-88429036-a37f-4d7c-a009-a82c9f3cf1ad req-cc843ff8-1915-4ba5-9ffe-8fa6917718f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a HTTP/1.1" status: 200 len: 916 time: 0.1288810 Feb 28 19:19:05.223710 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-6a011c12-b807-4c24-9a78-96f6f101239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 4, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1c0df64b-4f91-47a7-88a6-d3e19856555a', 'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'mac_address': 'fa:16:3e:cd:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:00Z', 'updated_at': '2022-02-28T19:15:06Z', 'revision_number': 5, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'subnets': [{'id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:05.227742 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a011c12-b807-4c24-9a78-96f6f101239b None None] Checking router: cbf24d82-7ead-4530-994b-df99c5fe2a4c for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:19:05.237271 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a011c12-b807-4c24-9a78-96f6f101239b None None] Routers {'cbf24d82-7ead-4530-994b-df99c5fe2a4c'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:19:05.237870 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-6a011c12-b807-4c24-9a78-96f6f101239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:18:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:05.263758 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-88429036-a37f-4d7c-a009-a82c9f3cf1ad req-4a305b65-f8a1-4e41-a598-c6962b9d94e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 200 len: 217 time: 0.0640233 Feb 28 19:19:05.328131 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429036-a37f-4d7c-a009-a82c9f3cf1ad req-06d94feb-e4cb-4373-a969-05b69c730fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:05.329597 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-88429036-a37f-4d7c-a009-a82c9f3cf1ad req-06d94feb-e4cb-4373-a969-05b69c730fed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ecf6100-591e-45cc-9ced-2ccd94948411 HTTP/1.1" status: 200 len: 854 time: 0.0601449 Feb 28 19:19:05.419068 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429036-a37f-4d7c-a009-a82c9f3cf1ad req-0eb6fa00-4cb1-4520-9c8b-a2adc3b687c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:05.420772 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-88429036-a37f-4d7c-a009-a82c9f3cf1ad req-0eb6fa00-4cb1-4520-9c8b-a2adc3b687c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857019 Feb 28 19:19:05.442957 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-6a011c12-b807-4c24-9a78-96f6f101239b None None] Set router cbf24d82-7ead-4530-994b-df99c5fe2a4c gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:19:05.497314 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-e6988f2d-3dd2-42c6-afa2-15b4721ea672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:05.665156 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-88429036-a37f-4d7c-a009-a82c9f3cf1ad req-446218a1-2a2a-46c5-b9e6-73c3d7fe41eb service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353466 Feb 28 19:19:05.764641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-6a011c12-b807-4c24-9a78-96f6f101239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 4, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1c0df64b-4f91-47a7-88a6-d3e19856555a', 'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'mac_address': 'fa:16:3e:cd:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:00Z', 'updated_at': '2022-02-28T19:15:06Z', 'revision_number': 5, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'subnets': [{'id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:05.768833 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a011c12-b807-4c24-9a78-96f6f101239b None None] The sync data for ids ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'] in dv-cinder-831187-1-iscsi is: [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:15:01Z', 'revision_number': 4, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': '1c0df64b-4f91-47a7-88a6-d3e19856555a', 'name': '', 'network_id': 'dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'mac_address': 'fa:16:3e:cd:e9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:00Z', 'updated_at': '2022-02-28T19:15:06Z', 'revision_number': 5, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'subnets': [{'id': '9ecf6100-591e-45cc-9ced-2ccd94948411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:19:05.798425 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-88429036-a37f-4d7c-a009-a82c9f3cf1ad req-b458b023-98c6-477c-85e4-d2d796cee647 service neutron] 10.222.0.61 "GET /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265345 Feb 28 19:19:05.976326 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b5756a-ca60-40f7-a53d-328b10850ecb None None] New status for floating IP 6b9f3a9b-0eb2-4c6a-a942-a8a893074da9: DOWN {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:19:08.176743 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-0720bc7d-6e63-4e62-9717-1e8b7edf026f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:08.776961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:09.199996 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:09.676071 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81a8a4-801d-4957-96ae-c3ec137c4524 req-84592326-a941-47ff-aa28-7aadb974a0bb tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:09.677485 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2a81a8a4-801d-4957-96ae-c3ec137c4524 req-84592326-a941-47ff-aa28-7aadb974a0bb tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 946 time: 0.0781276 Feb 28 19:19:09.720150 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2a81a8a4-801d-4957-96ae-c3ec137c4524 req-2d2eddfd-8602-4ab8-9f89-1ef4cd2d0aeb tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371773 Feb 28 19:19:10.905198 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c6a2d-1dd8-4a90-abbe-09b9b21de10d req-3eda98e9-08c1-4d01-8b90-dbeda713f4fb tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:10.906604 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1d9c6a2d-1dd8-4a90-abbe-09b9b21de10d req-3eda98e9-08c1-4d01-8b90-dbeda713f4fb tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 946 time: 0.0818517 Feb 28 19:19:10.913856 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:10.951979 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-1d9c6a2d-1dd8-4a90-abbe-09b9b21de10d req-34465b0a-bc0a-43e3-a696-840f4b438271 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 Feb 28 19:19:11.557510 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba10a-1847-4f06-b06f-81178af80dff req-03292070-014a-41e3-a62e-4a86942dbd96 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:11.559630 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-029ba10a-1847-4f06-b06f-81178af80dff req-03292070-014a-41e3-a62e-4a86942dbd96 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 946 time: 0.0785902 Feb 28 19:19:11.630293 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [req-029ba10a-1847-4f06-b06f-81178af80dff req-2fe9abd5-8210-4e36-9e67-c333d46b6969 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Deleting port ec6aa0eb-a35d-4608-b76a-18b48ca9440f {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:11.630622 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-029ba10a-1847-4f06-b06f-81178af80dff req-2fe9abd5-8210-4e36-9e67-c333d46b6969 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:11.875491 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-029ba10a-1847-4f06-b06f-81178af80dff req-2fe9abd5-8210-4e36-9e67-c333d46b6969 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] For port ec6aa0eb-a35d-4608-b76a-18b48ca9440f, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:19:11.875844 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-029ba10a-1847-4f06-b06f-81178af80dff req-2fe9abd5-8210-4e36-9e67-c333d46b6969 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:11.998240 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [req-029ba10a-1847-4f06-b06f-81178af80dff req-2fe9abd5-8210-4e36-9e67-c333d46b6969 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Calling delete_port for ec6aa0eb-a35d-4608-b76a-18b48ca9440f owned by compute:nova {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:19:12.201314 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144286f-b001-402d-aa13-cb33c099c906 req-90fc5ba8-7eae-40b8-adcb-a3ffc94c38ce tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:12.202734 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c144286f-b001-402d-aa13-cb33c099c906 req-90fc5ba8-7eae-40b8-adcb-a3ffc94c38ce tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 946 time: 0.1333253 Feb 28 19:19:12.247724 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c144286f-b001-402d-aa13-cb33c099c906 req-53f49eaf-ffe7-4f22-b71a-0ce2eb91af04 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4004df4-93b8-4b1e-b5d5-0990a35096cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393400 Feb 28 19:19:12.250999 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-029ba10a-1847-4f06-b06f-81178af80dff req-2fe9abd5-8210-4e36-9e67-c333d46b6969 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:12.271380 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['ec6aa0eb-a35d-4608-b76a-18b48ca9440f'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:19:12.305907 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9abd5-8210-4e36-9e67-c333d46b6969 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Pushing event deleted for resources: {'Port': ['ID=ec6aa0eb-a35d-4608-b76a-18b48ca9440f,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:12.381758 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [req-029ba10a-1847-4f06-b06f-81178af80dff req-2fe9abd5-8210-4e36-9e67-c333d46b6969 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] No DVR routers for this DVR port ec6aa0eb-a35d-4608-b76a-18b48ca9440f on host hv-cinder-83118 {{(pid=87745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:19:12.384212 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-029ba10a-1847-4f06-b06f-81178af80dff req-2fe9abd5-8210-4e36-9e67-c333d46b6969 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:12.387376 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'name': 'network-vif-deleted', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:19:12.399056 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-029ba10a-1847-4f06-b06f-81178af80dff req-2fe9abd5-8210-4e36-9e67-c333d46b6969 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.61 "DELETE /v2.0/ports/ec6aa0eb-a35d-4608-b76a-18b48ca9440f HTTP/1.1" status: 204 len: 173 time: 0.8344116 Feb 28 19:19:12.429837 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8a4f21-71cd-4cd7-97a0-7c534dfa826d', 'name': 'network-vif-deleted', 'tag': 'ec6aa0eb-a35d-4608-b76a-18b48ca9440f', 'status': 'completed', 'code': 200} Feb 28 19:19:13.405216 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-44572e17-c5bc-42ef-a8f9-6740501fcf41 req-65eabdbc-2177-4aa8-8853-d4685802fd13 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Synchronizing usage tracker for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:19:13.505930 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-44572e17-c5bc-42ef-a8f9-6740501fcf41 req-65eabdbc-2177-4aa8-8853-d4685802fd13 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] Unset dirty status for tenant:f298627f53d14c5d92595dd3a87578d4 on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:19:13.507012 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-44572e17-c5bc-42ef-a8f9-6740501fcf41 req-65eabdbc-2177-4aa8-8853-d4685802fd13 tempest-TestMinimumBasicScenario-740587523 tempest-TestMinimumBasicScenario-740587523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8a4f21-71cd-4cd7-97a0-7c534dfa826d HTTP/1.1" status: 200 len: 210 time: 0.1437135 Feb 28 19:19:14.771469 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device ec6aa0eb-a35d-4608-b76a-18b48ca9440f no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:19:14.806269 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: ec6aa0eb-a35d-4608-b76a-18b48ca9440f {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:19:14.806596 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device ec6aa0eb-a35d-4608-b76a-18b48ca9440f not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:19:15.864663 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40424) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:16.488404 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8065493'] for router_interface, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:16.825839 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] Deleting port 1c0df64b-4f91-47a7-88a6-d3e19856555a {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:16.826081 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:16.993979 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] For port 1c0df64b-4f91-47a7-88a6-d3e19856555a, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=1c0df64b-4f91-47a7-88a6-d3e19856555a,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:19:16.994644 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:17.113528 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] Calling delete_port for 1c0df64b-4f91-47a7-88a6-d3e19856555a owned by network:router_interface {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:19:17.468310 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:17.513744 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0df64b-4f91-47a7-88a6-d3e19856555a,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:17.874769 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8065385'] for router_interface, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:18.225982 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] Router cbf24d82-7ead-4530-994b-df99c5fe2a4c has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:19:18.397182 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:19:18.407975 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc1f48f-d1f8-4667-88ae-73cbe1211956 None None] Sync routers for ids ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:19:18.416825 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc1f48f-d1f8-4667-88ae-73cbe1211956 None None] Routers {'cbf24d82-7ead-4530-994b-df99c5fe2a4c'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:19:18.417423 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-2fc1f48f-d1f8-4667-88ae-73cbe1211956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:19:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:18.538851 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-6f8f283c-1509-4faa-806d-c32a59337fbe admin admin] 10.222.0.21 "PUT /v2.0/routers/cbf24d82-7ead-4530-994b-df99c5fe2a4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6729684 Feb 28 19:19:18.541193 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40430) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:18.599914 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-2fc1f48f-d1f8-4667-88ae-73cbe1211956 None None] Set router cbf24d82-7ead-4530-994b-df99c5fe2a4c gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:19:18.717988 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:18.893740 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:18.930862 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-2fc1f48f-d1f8-4667-88ae-73cbe1211956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:19:17Z', 'revision_number': 5, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port': {'id': '3cdcb62c-df74-4474-8f92-a64427743b90', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:14:57Z', 'updated_at': '2022-02-28T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:18.934665 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc1f48f-d1f8-4667-88ae-73cbe1211956 None None] Checking router: cbf24d82-7ead-4530-994b-df99c5fe2a4c for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:19:18.943754 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc1f48f-d1f8-4667-88ae-73cbe1211956 None None] Routers {'cbf24d82-7ead-4530-994b-df99c5fe2a4c'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:19:18.944338 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-2fc1f48f-d1f8-4667-88ae-73cbe1211956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:19:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:18.951248 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Deleting port 3cdcb62c-df74-4474-8f92-a64427743b90 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:18.951647 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:19.092568 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-2fc1f48f-d1f8-4667-88ae-73cbe1211956 None None] Set router cbf24d82-7ead-4530-994b-df99c5fe2a4c gateway port host: None {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:19:19.127203 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] For port 3cdcb62c-df74-4474-8f92-a64427743b90, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=3cdcb62c-df74-4474-8f92-a64427743b90,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:19:19.127554 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:19.198490 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-2fc1f48f-d1f8-4667-88ae-73cbe1211956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:19:18Z', 'revision_number': 6, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port_host': None}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:19.202452 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc1f48f-d1f8-4667-88ae-73cbe1211956 None None] The sync data for ids ['cbf24d82-7ead-4530-994b-df99c5fe2a4c'] in dv-cinder-831187-1-iscsi is: [{'id': 'cbf24d82-7ead-4530-994b-df99c5fe2a4c', 'name': 'tempest-TestMinimumBasicScenario-1773760774-router', 'tenant_id': 'f298627f53d14c5d92595dd3a87578d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:14:56Z', 'updated_at': '2022-02-28T19:19:18Z', 'revision_number': 6, 'project_id': 'f298627f53d14c5d92595dd3a87578d4', 'gw_port_host': None}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:19:19.347490 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Calling delete_port for 3cdcb62c-df74-4474-8f92-a64427743b90 owned by network:router_gateway {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:19:19.577077 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:19.626610 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdcb62c-df74-4474-8f92-a64427743b90,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:19.714020 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8065776'] for router_gateway, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:19.881153 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8023778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-531'] for router, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:19.883246 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:19.977681 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 1c0df64b-4f91-47a7-88a6-d3e19856555a no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:19:19.979992 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8023576'] for router, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:19.980606 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbf24d82-7ead-4530-994b-df99c5fe2a4c {{(pid=87744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:19:19.994260 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:19.995471 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-3186a79f-604e-4623-bfb2-dc6d1e3a87d8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cbf24d82-7ead-4530-994b-df99c5fe2a4c HTTP/1.1" status: 204 len: 168 time: 1.4533386 Feb 28 19:19:19.998075 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40434) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:20.022762 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 1c0df64b-4f91-47a7-88a6-d3e19856555a {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:19:20.023138 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 1c0df64b-4f91-47a7-88a6-d3e19856555a not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:19:20.023555 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 3cdcb62c-df74-4474-8f92-a64427743b90 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:19:20.062752 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 3cdcb62c-df74-4474-8f92-a64427743b90 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:19:20.062752 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 3cdcb62c-df74-4474-8f92-a64427743b90 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:19:20.070138 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_v2 [None req-337ab3f4-dcd9-4513-826c-1ee785aabfa8 admin admin] Deleting subnet 9ecf6100-591e-45cc-9ced-2ccd94948411 {{(pid=87744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:19:20.073341 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-337ab3f4-dcd9-4513-826c-1ee785aabfa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:20.122165 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-337ab3f4-dcd9-4513-826c-1ee785aabfa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7316230'] for subnet, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:20.209196 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-337ab3f4-dcd9-4513-826c-1ee785aabfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:20.334571 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-337ab3f4-dcd9-4513-826c-1ee785aabfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7319999'] for subnet, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:20.373648 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ab3f4-dcd9-4513-826c-1ee785aabfa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ecf6100-591e-45cc-9ced-2ccd94948411,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:20.375697 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-337ab3f4-dcd9-4513-826c-1ee785aabfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:20.380904 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3048c25c-8121-418f-857b-4c882bde279d None None] Network dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:19:20.382618 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-337ab3f4-dcd9-4513-826c-1ee785aabfa8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ecf6100-591e-45cc-9ced-2ccd94948411 HTTP/1.1" status: 204 len: 168 time: 0.3835783 Feb 28 19:19:20.385045 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40438) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:20.489968 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:20.500635 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Deleting port 2145dcd4-1711-4824-96bc-4d931bbdd69c {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:20.500963 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:20.622754 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c33dd24-7b0d-441f-94d2-81ffbee3e057 None None] DHCP port deletion for dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a request from dv-cinder-831187-1-iscsi {{(pid=87746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:19:20.627529 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-7c33dd24-7b0d-441f-94d2-81ffbee3e057 None None] Deleting port 2145dcd4-1711-4824-96bc-4d931bbdd69c {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:20.627828 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-7c33dd24-7b0d-441f-94d2-81ffbee3e057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:20.708503 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] For port 2145dcd4-1711-4824-96bc-4d931bbdd69c, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=2145dcd4-1711-4824-96bc-4d931bbdd69c,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:19:20.708851 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:20.828400 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-7c33dd24-7b0d-441f-94d2-81ffbee3e057 None None] For port 2145dcd4-1711-4824-96bc-4d931bbdd69c, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=2145dcd4-1711-4824-96bc-4d931bbdd69c,segment=NetworkSegment(e546990f-a69e-44a7-8d60-81eaddc1af63),segment_id=e546990f-a69e-44a7-8d60-81eaddc1af63)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:19:20.829105 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-7c33dd24-7b0d-441f-94d2-81ffbee3e057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:20.830687 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Calling delete_port for 2145dcd4-1711-4824-96bc-4d931bbdd69c owned by network:dhcp {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:19:20.956898 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-7c33dd24-7b0d-441f-94d2-81ffbee3e057 None None] Calling delete_port for 2145dcd4-1711-4824-96bc-4d931bbdd69c owned by network:dhcp {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:19:21.062722 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:21.068693 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.db.api [None req-7c33dd24-7b0d-441f-94d2-81ffbee3e057 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:19:21.071942 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG oslo_db.api [None req-7c33dd24-7b0d-441f-94d2-81ffbee3e057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:19:21.110476 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Pushing event deleted for resources: {'Port': ['ID=2145dcd4-1711-4824-96bc-4d931bbdd69c,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:21.114146 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] No DVR routers for this DVR port 2145dcd4-1711-4824-96bc-4d931bbdd69c on host dv-cinder-831187-1-iscsi {{(pid=87744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:19:21.226524 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:21.250877 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a']}} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:21.262283 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e546990f-a69e-44a7-8d60-81eaddc1af63') {'for_net_delete': True} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:21.262577 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.services.segments.db [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e546990f-a69e-44a7-8d60-81eaddc1af63') {} {{(pid=87744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:21.273708 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7316287'] for segment, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:21.289375 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:21.295016 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:19:21.295422 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7091737'] for segment, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: Traceback (most recent call last): Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: timer() Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: cb(*args, **kw) Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: return func(*args, **kwargs) Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: self._notify() Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: self.callback(batched_events) Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: event.method(event) Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: return f(self, *a, **k) Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._get(url).json() Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: return self.request(url, 'GET', **kwargs) Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:19:21.311978 dv-cinder-831187-1-iscsi neutron-server[87744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:19:21.459496 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:21.475668 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:21.489725 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:21.569944 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-7c33dd24-7b0d-441f-94d2-81ffbee3e057 None None] Deleting port 2145dcd4-1711-4824-96bc-4d931bbdd69c {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:21.570349 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-7c33dd24-7b0d-441f-94d2-81ffbee3e057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:21.577280 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-58973fe6-049f-4a79-8f2d-9c241d5a8316 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dd9fcb5b-3935-4231-a7d4-4a3dfefcfa7a HTTP/1.1" status: 204 len: 168 time: 1.1910827 Feb 28 19:19:21.580501 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40442) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:21.638770 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-7c33dd24-7b0d-441f-94d2-81ffbee3e057 None None] The port '2145dcd4-1711-4824-96bc-4d931bbdd69c' was deleted {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:19:21.909900 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 2145dcd4-1711-4824-96bc-4d931bbdd69c no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:19:21.974913 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 2145dcd4-1711-4824-96bc-4d931bbdd69c {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:19:21.975296 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 2145dcd4-1711-4824-96bc-4d931bbdd69c not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:19:22.120391 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8065493'] for router_interface, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:22.461878 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] Deleting port 19e0739e-b8cf-41d3-b0e7-628543294f1e {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:22.462647 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:22.708735 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] For port 19e0739e-b8cf-41d3-b0e7-628543294f1e, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=19e0739e-b8cf-41d3-b0e7-628543294f1e,segment=NetworkSegment(2cf51647-47af-46bd-951f-47b5844242e0),segment_id=2cf51647-47af-46bd-951f-47b5844242e0)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:19:22.709082 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:22.830386 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] Calling delete_port for 19e0739e-b8cf-41d3-b0e7-628543294f1e owned by network:router_interface {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:19:23.067966 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:23.113311 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e0739e-b8cf-41d3-b0e7-628543294f1e,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:23.379163 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8065385'] for router_interface, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:23.734873 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] Router dd79f45a-2e96-4041-8718-c2eb346f6f6e has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:19:23.914492 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:19:23.923628 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1ef9b-20b6-4b48-badd-93cdb165e6cb None None] Sync routers for ids ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:19:23.925906 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-f676860e-6a40-4f8d-bc95-cc66cf4f1dd8 admin admin] 10.222.0.21 "PUT /v2.0/routers/dd79f45a-2e96-4041-8718-c2eb346f6f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3444283 Feb 28 19:19:23.928422 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40446) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:23.933300 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1ef9b-20b6-4b48-badd-93cdb165e6cb None None] Routers {'dd79f45a-2e96-4041-8718-c2eb346f6f6e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:19:23.933892 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-1dc1ef9b-20b6-4b48-badd-93cdb165e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:19:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:24.119060 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-1dc1ef9b-20b6-4b48-badd-93cdb165e6cb None None] Set router dd79f45a-2e96-4041-8718-c2eb346f6f6e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:19:24.212386 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:24.391660 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:24.425805 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-1dc1ef9b-20b6-4b48-badd-93cdb165e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'name': 'tempest-TestMinimumBasicScenario-589825609-router', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:15:05Z', 'updated_at': '2022-02-28T19:19:22Z', 'revision_number': 5, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'gw_port': {'id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:06Z', 'updated_at': '2022-02-28T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:24.429458 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1ef9b-20b6-4b48-badd-93cdb165e6cb None None] Checking router: dd79f45a-2e96-4041-8718-c2eb346f6f6e for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:19:24.437661 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1ef9b-20b6-4b48-badd-93cdb165e6cb None None] Routers {'dd79f45a-2e96-4041-8718-c2eb346f6f6e'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:19:24.438378 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-1dc1ef9b-20b6-4b48-badd-93cdb165e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:19:08Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:24.513597 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Deleting port e796b6f7-cefa-45c5-a38b-b1dba51e4367 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:24.513941 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:24.615259 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-1dc1ef9b-20b6-4b48-badd-93cdb165e6cb None None] Set router dd79f45a-2e96-4041-8718-c2eb346f6f6e gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:19:24.685863 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] For port e796b6f7-cefa-45c5-a38b-b1dba51e4367, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=e796b6f7-cefa-45c5-a38b-b1dba51e4367,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:19:24.686121 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:24.805289 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Calling delete_port for e796b6f7-cefa-45c5-a38b-b1dba51e4367 owned by network:router_gateway {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:19:24.893873 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-1dc1ef9b-20b6-4b48-badd-93cdb165e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'name': 'tempest-TestMinimumBasicScenario-589825609-router', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:15:05Z', 'updated_at': '2022-02-28T19:19:22Z', 'revision_number': 5, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'gw_port': {'id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:06Z', 'updated_at': '2022-02-28T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:24.897676 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc1ef9b-20b6-4b48-badd-93cdb165e6cb None None] The sync data for ids ['dd79f45a-2e96-4041-8718-c2eb346f6f6e'] in dv-cinder-831187-1-iscsi is: [{'id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'name': 'tempest-TestMinimumBasicScenario-589825609-router', 'tenant_id': 'ab629e8ccc5541d1af382bbd5024b112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:15:05Z', 'updated_at': '2022-02-28T19:19:22Z', 'revision_number': 5, 'project_id': 'ab629e8ccc5541d1af382bbd5024b112', 'gw_port': {'id': 'e796b6f7-cefa-45c5-a38b-b1dba51e4367', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd79f45a-2e96-4041-8718-c2eb346f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:15:06Z', 'updated_at': '2022-02-28T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:19:25.028007 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:25.074201 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e796b6f7-cefa-45c5-a38b-b1dba51e4367,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:25.163314 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8065776'] for router_gateway, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:25.339324 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8023778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-531'] for router, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:25.341615 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:25.491267 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8023576'] for router, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:25.491746 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd79f45a-2e96-4041-8718-c2eb346f6f6e {{(pid=87744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:19:25.504669 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] Notify callbacks [] for router, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:25.505806 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-facf8949-935e-47e0-b203-7f85ae083be8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dd79f45a-2e96-4041-8718-c2eb346f6f6e HTTP/1.1" status: 204 len: 168 time: 1.5761166 Feb 28 19:19:25.508455 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40450) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:25.572052 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0830a3c-2d37-4261-b620-0e74df76ffa0 admin admin] Deleting subnet c76be5b2-d269-4e3c-88db-4821d1f97ced {{(pid=87744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:19:25.575209 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c0830a3c-2d37-4261-b620-0e74df76ffa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:25.624421 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c0830a3c-2d37-4261-b620-0e74df76ffa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7316230'] for subnet, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:25.698887 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c0830a3c-2d37-4261-b620-0e74df76ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:25.914351 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c0830a3c-2d37-4261-b620-0e74df76ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7319999'] for subnet, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:25.952069 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-c0830a3c-2d37-4261-b620-0e74df76ffa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:25.957841 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259621ab-175b-4148-b757-2ee5e702bbda None None] Network 29cab194-8326-4d6a-967e-ce2256b1c68b requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:19:25.959865 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830a3c-2d37-4261-b620-0e74df76ffa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76be5b2-d269-4e3c-88db-4821d1f97ced,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:25.965020 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-c0830a3c-2d37-4261-b620-0e74df76ffa0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c76be5b2-d269-4e3c-88db-4821d1f97ced HTTP/1.1" status: 204 len: 168 time: 0.4547110 Feb 28 19:19:25.969321 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40454) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:25.995497 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 19e0739e-b8cf-41d3-b0e7-628543294f1e no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:19:26.074209 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:26.074787 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 19e0739e-b8cf-41d3-b0e7-628543294f1e {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:19:26.075143 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 19e0739e-b8cf-41d3-b0e7-628543294f1e not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:19:26.075551 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e796b6f7-cefa-45c5-a38b-b1dba51e4367 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:19:26.084949 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Deleting port 99cf7892-601e-4cc3-8403-2f942843e722 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:26.085276 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:26.121366 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: e796b6f7-cefa-45c5-a38b-b1dba51e4367 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:19:26.121622 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device e796b6f7-cefa-45c5-a38b-b1dba51e4367 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:19:26.283639 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0bda0-11cc-421d-871e-5d72c94052e9 None None] DHCP port deletion for 29cab194-8326-4d6a-967e-ce2256b1c68b request from dv-cinder-831187-1-iscsi {{(pid=87746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:19:26.287999 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-a2a0bda0-11cc-421d-871e-5d72c94052e9 None None] Deleting port 99cf7892-601e-4cc3-8403-2f942843e722 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:26.288362 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a2a0bda0-11cc-421d-871e-5d72c94052e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:26.381710 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] For port 99cf7892-601e-4cc3-8403-2f942843e722, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=99cf7892-601e-4cc3-8403-2f942843e722,segment=NetworkSegment(2cf51647-47af-46bd-951f-47b5844242e0),segment_id=2cf51647-47af-46bd-951f-47b5844242e0)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:19:26.381968 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:26.500849 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-a2a0bda0-11cc-421d-871e-5d72c94052e9 None None] For port 99cf7892-601e-4cc3-8403-2f942843e722, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=99cf7892-601e-4cc3-8403-2f942843e722,segment=NetworkSegment(2cf51647-47af-46bd-951f-47b5844242e0),segment_id=2cf51647-47af-46bd-951f-47b5844242e0)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:19:26.501265 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a2a0bda0-11cc-421d-871e-5d72c94052e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:26.504974 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Calling delete_port for 99cf7892-601e-4cc3-8403-2f942843e722 owned by network:dhcp {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:19:26.621469 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-a2a0bda0-11cc-421d-871e-5d72c94052e9 None None] Calling delete_port for 99cf7892-601e-4cc3-8403-2f942843e722 owned by network:dhcp {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:19:26.648023 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:26.695432 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.db.api [None req-a2a0bda0-11cc-421d-871e-5d72c94052e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:19:26.695781 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG oslo_db.api [None req-a2a0bda0-11cc-421d-871e-5d72c94052e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:19:26.697861 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=99cf7892-601e-4cc3-8403-2f942843e722,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:26.701384 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] No DVR routers for this DVR port 99cf7892-601e-4cc3-8403-2f942843e722 on host dv-cinder-831187-1-iscsi {{(pid=87745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:19:26.816243 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:26.840893 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cab194-8326-4d6a-967e-ce2256b1c68b']}} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:26.853132 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf51647-47af-46bd-951f-47b5844242e0') {'for_net_delete': True} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:26.853421 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf51647-47af-46bd-951f-47b5844242e0') {} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:19:26.864585 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8311538'] for segment, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:26.880112 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:26.885891 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=87745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:19:26.886267 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8314217'] for segment, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: Traceback (most recent call last): Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: timer() Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: cb(*args, **kw) Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: return func(*args, **kwargs) Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: self._notify() Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: self.callback(batched_events) Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: event.method(event) Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: return f(self, *a, **k) Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._get(url).json() Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: return self.request(url, 'GET', **kwargs) Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:19:26.899808 dv-cinder-831187-1-iscsi neutron-server[87745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:19:27.051030 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:27.068216 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:27.079014 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=29cab194-8326-4d6a-967e-ce2256b1c68b,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:27.082978 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-6a34a255-122c-4df9-9060-13d572caf5d0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/29cab194-8326-4d6a-967e-ce2256b1c68b HTTP/1.1" status: 204 len: 168 time: 1.1152389 Feb 28 19:19:27.196477 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-a2a0bda0-11cc-421d-871e-5d72c94052e9 None None] Deleting port 99cf7892-601e-4cc3-8403-2f942843e722 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:19:27.197044 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a2a0bda0-11cc-421d-871e-5d72c94052e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:27.261078 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-a2a0bda0-11cc-421d-871e-5d72c94052e9 None None] The port '99cf7892-601e-4cc3-8403-2f942843e722' was deleted {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:19:27.469883 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40464) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:27.521639 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-3414959c-3843-4f53-8a72-cdcbe1d767ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f298627f53d14c5d92595dd3a87578d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505157 Feb 28 19:19:27.524033 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40468) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:27.579862 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242ba5ae-9439-4bfa-84ac-f36e32da9a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:27.609558 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242ba5ae-9439-4bfa-84ac-f36e32da9a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:27.751426 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242ba5ae-9439-4bfa-84ac-f36e32da9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:27.769493 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ba5ae-9439-4bfa-84ac-f36e32da9a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4004df4-93b8-4b1e-b5d5-0990a35096cf,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:27.776507 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-242ba5ae-9439-4bfa-84ac-f36e32da9a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:27.777604 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-242ba5ae-9439-4bfa-84ac-f36e32da9a50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4004df4-93b8-4b1e-b5d5-0990a35096cf HTTP/1.1" status: 204 len: 168 time: 0.2527075 Feb 28 19:19:27.916439 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 99cf7892-601e-4cc3-8403-2f942843e722 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:19:27.956128 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 99cf7892-601e-4cc3-8403-2f942843e722 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:19:27.956477 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 99cf7892-601e-4cc3-8403-2f942843e722 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:19:28.485204 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40476) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:28.533608 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-e3953b0c-a8a7-4e46-bc8f-213dbe9f6486 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab629e8ccc5541d1af382bbd5024b112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471144 Feb 28 19:19:28.536142 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40480) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:19:28.592462 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d28dca27-a07b-4301-a29f-7a9735441f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:28.618994 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d28dca27-a07b-4301-a29f-7a9735441f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:28.759535 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d28dca27-a07b-4301-a29f-7a9735441f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:28.775490 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dca27-a07b-4301-a29f-7a9735441f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff12847-e9c4-4ad6-9b31-da62feaac9ef,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:19:28.780188 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-d28dca27-a07b-4301-a29f-7a9735441f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:28.780837 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-d28dca27-a07b-4301-a29f-7a9735441f9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cff12847-e9c4-4ad6-9b31-da62feaac9ef HTTP/1.1" status: 204 len: 168 time: 0.2437789 Feb 28 19:19:30.995361 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:19:31.173429 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:35.436010 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-758f5c45-54d6-42a5-b59d-c44204d471bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:38.148129 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f120c594-0c9c-4dc2-83d0-a1815ed975b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:38.770523 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:39.225429 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:40.904581 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:19:52.867235 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-07158cb5-2c67-487e-a64a-aab8c747a937 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718279 Feb 28 19:19:52.954733 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-5462cb5b-6f14-4c3c-a99d-691119954988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:52.956201 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-5462cb5b-6f14-4c3c-a99d-691119954988 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71617ef8c9904a419b7928654b614f08&device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1099 time: 0.0703418 Feb 28 19:19:53.098169 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-07adfbee-6a61-45aa-85ba-3d96bd30a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:53.099621 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-07adfbee-6a61-45aa-85ba-3d96bd30a040 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d HTTP/1.1" status: 200 len: 909 time: 0.1257491 Feb 28 19:19:53.201201 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-f6e26167-d189-4491-90a9-ef32dce4f8ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d85a9de-2848-49e6-bde0-37a231102506 HTTP/1.1" status: 200 len: 1002 time: 0.0957906 Feb 28 19:19:53.264178 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-e1aa6ab6-edba-49f9-90a6-9ab1fb3bd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:53.265800 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-e1aa6ab6-edba-49f9-90a6-9ab1fb3bd9f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44cf40c3-1ec9-4af2-9303-9ae7c8ac3550 HTTP/1.1" status: 200 len: 847 time: 0.0588665 Feb 28 19:19:53.337357 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-f9bfd863-a53d-4620-ba80-e7913165111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:19:53.338763 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-f9bfd863-a53d-4620-ba80-e7913165111d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677204 Feb 28 19:19:53.553778 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-1919d7f5-59c1-4621-916f-abdd5777c218 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087073 Feb 28 19:19:53.684089 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-01838b85-f875-4bf4-badd-4d5b4140c66e req-9352fee9-de5f-4210-a5b5-e57696f886a1 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237588 Feb 28 19:20:01.147006 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:05.461008 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-938df463-a599-44a7-b908-187f716b15e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:07.994996 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:20:08.152662 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a4842dcf-4851-4c21-89ad-647911a4d1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:08.775888 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:09.206777 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:10.886308 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:31.159718 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:35.468255 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-6bd33e43-2a47-4daa-9712-0176079b03ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:38.157972 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-bee4ddcc-93ff-46a1-9102-98a65e3da346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:38.799610 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:39.234160 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:40.941118 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:20:44.993818 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:20:49.249576 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2a2eb-636b-4323-bc0d-88155f89765b req-5bbbcab5-1287-4696-8382-b014b1f12197 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:49.250877 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-12d2a2eb-636b-4323-bc0d-88155f89765b req-5bbbcab5-1287-4696-8382-b014b1f12197 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0781915 Feb 28 19:20:49.298843 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-12d2a2eb-636b-4323-bc0d-88155f89765b req-e1b338eb-7fd3-4441-9909-78e625521ae8 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 Feb 28 19:20:50.484728 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d29cb5-710a-4c3b-9e41-48440a475e8d req-4cec602f-d44d-462d-8f8e-6a6d09b34891 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:50.486154 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b4d29cb5-710a-4c3b-9e41-48440a475e8d req-4cec602f-d44d-462d-8f8e-6a6d09b34891 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0790708 Feb 28 19:20:50.529660 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b4d29cb5-710a-4c3b-9e41-48440a475e8d req-250140bc-c4dc-4acd-ae59-20db95a3b0c4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379019 Feb 28 19:20:51.722724 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603104a-eb4a-463a-b754-cae48bad5f42 req-245f915d-8cb4-4364-a842-3d1cbbe649d2 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:51.724161 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4603104a-eb4a-463a-b754-cae48bad5f42 req-245f915d-8cb4-4364-a842-3d1cbbe649d2 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0813155 Feb 28 19:20:51.767307 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4603104a-eb4a-463a-b754-cae48bad5f42 req-49a3ad9c-3158-41be-abeb-aa3884e0da5c tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375853 Feb 28 19:20:52.942386 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd2c7-47e0-4275-ae7d-c2064d5df134 req-0ffdfb44-4866-49c9-a2e7-59c833615c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:52.943865 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-12ffd2c7-47e0-4275-ae7d-c2064d5df134 req-0ffdfb44-4866-49c9-a2e7-59c833615c3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71617ef8c9904a419b7928654b614f08&device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1099 time: 0.1273603 Feb 28 19:20:53.004654 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8c8f0-ba11-46cc-bfc2-0d9bba9e414f req-12a40865-448f-4e21-989a-4b3aabc2ba2c tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:53.006070 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2bd8c8f0-ba11-46cc-bfc2-0d9bba9e414f req-12a40865-448f-4e21-989a-4b3aabc2ba2c tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.1351078 Feb 28 19:20:53.120170 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2bd8c8f0-ba11-46cc-bfc2-0d9bba9e414f req-80cf88e2-3ef6-4a77-aac0-c4fa6a4f5de2 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059051 Feb 28 19:20:53.137677 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd2c7-47e0-4275-ae7d-c2064d5df134 req-0d88372d-f416-45f9-b724-45170866c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:53.139396 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-12ffd2c7-47e0-4275-ae7d-c2064d5df134 req-0d88372d-f416-45f9-b724-45170866c321 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d HTTP/1.1" status: 200 len: 909 time: 0.1762090 Feb 28 19:20:53.243382 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-12ffd2c7-47e0-4275-ae7d-c2064d5df134 req-44b6b4b1-dcdf-4818-b608-ce1cdd11dc14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d85a9de-2848-49e6-bde0-37a231102506 HTTP/1.1" status: 200 len: 1002 time: 0.0985589 Feb 28 19:20:53.306151 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd2c7-47e0-4275-ae7d-c2064d5df134 req-0e4ed81b-08ed-4c5d-a68d-781d73e8fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:53.307546 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-12ffd2c7-47e0-4275-ae7d-c2064d5df134 req-0e4ed81b-08ed-4c5d-a68d-781d73e8fb8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44cf40c3-1ec9-4af2-9303-9ae7c8ac3550 HTTP/1.1" status: 200 len: 847 time: 0.0580995 Feb 28 19:20:53.385061 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd2c7-47e0-4275-ae7d-c2064d5df134 req-039fac57-820c-4b31-a5eb-3e5269018f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:53.386489 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-12ffd2c7-47e0-4275-ae7d-c2064d5df134 req-039fac57-820c-4b31-a5eb-3e5269018f6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728035 Feb 28 19:20:53.519170 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-12ffd2c7-47e0-4275-ae7d-c2064d5df134 req-5fea653c-d98e-423a-a7db-8bb3f92e9e93 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264665 Feb 28 19:20:53.651540 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-12ffd2c7-47e0-4275-ae7d-c2064d5df134 req-ff6e88a7-c0e9-4077-87ca-38d29193b383 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266236 Feb 28 19:20:54.302032 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4643b6a-4424-4a6b-aaf4-96a0d8f03094 req-a119e869-4ce6-4246-b56b-e5791274e543 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:54.303460 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b4643b6a-4424-4a6b-aaf4-96a0d8f03094 req-a119e869-4ce6-4246-b56b-e5791274e543 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0781446 Feb 28 19:20:54.346298 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-b4643b6a-4424-4a6b-aaf4-96a0d8f03094 req-1885e089-e76f-4c58-9533-f360cb0f7133 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367515 Feb 28 19:20:55.529473 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa74584-4aff-41a3-b06c-f0bc71a41284 req-7917bbff-f907-48cd-a5e4-7abc69677d80 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:55.530887 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-efa74584-4aff-41a3-b06c-f0bc71a41284 req-7917bbff-f907-48cd-a5e4-7abc69677d80 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0799363 Feb 28 19:20:55.574025 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-efa74584-4aff-41a3-b06c-f0bc71a41284 req-b0a35ef3-490b-454c-a85d-ddebcf1d2ffd tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372961 Feb 28 19:20:56.752762 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a009a-191a-4c47-b997-2f77c38c66c0 req-0cd2c700-3f58-4c48-aa87-ca519ed764d6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:56.754168 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a64a009a-191a-4c47-b997-2f77c38c66c0 req-0cd2c700-3f58-4c48-aa87-ca519ed764d6 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0773420 Feb 28 19:20:56.897921 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a64a009a-191a-4c47-b997-2f77c38c66c0 req-babb13b3-a08f-4dcf-ba79-2cbc5004cce7 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378598 Feb 28 19:20:58.090871 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e6a25-7b1b-4f08-867f-5ef7511913e3 req-7f584c4b-91e4-4f52-8a71-931feb8a3866 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:58.092327 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-954e6a25-7b1b-4f08-867f-5ef7511913e3 req-7f584c4b-91e4-4f52-8a71-931feb8a3866 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0800481 Feb 28 19:20:58.136955 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-954e6a25-7b1b-4f08-867f-5ef7511913e3 req-8bbd1da9-5fa7-40e7-b0ba-d0343e027e84 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390732 Feb 28 19:20:59.326841 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad19b03-e101-4dd6-9d4e-75cbe242f84d req-5a002a15-c2f3-4079-86a2-997c9134df6e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:20:59.328207 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2ad19b03-e101-4dd6-9d4e-75cbe242f84d req-5a002a15-c2f3-4079-86a2-997c9134df6e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0854414 Feb 28 19:20:59.372098 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-2ad19b03-e101-4dd6-9d4e-75cbe242f84d req-cc78308b-72d0-4ea9-84b3-3d5c5331f295 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382981 Feb 28 19:21:00.553528 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdf061-4170-451e-a5a6-6672033db6b1 req-6445f117-6282-4c2d-8297-199ba9617eac tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:00.554957 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a2bdf061-4170-451e-a5a6-6672033db6b1 req-6445f117-6282-4c2d-8297-199ba9617eac tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0788543 Feb 28 19:21:00.600422 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a2bdf061-4170-451e-a5a6-6672033db6b1 req-1c6cc902-0aca-4a0c-832c-001e1683f8f9 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Feb 28 19:21:01.187347 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:01.779796 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dbb9e-bcb0-4de0-976c-82943292c219 req-9cf99eea-34c4-491b-b613-95eef5c4d9cd tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:01.781219 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3c9dbb9e-bcb0-4de0-976c-82943292c219 req-9cf99eea-34c4-491b-b613-95eef5c4d9cd tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0787818 Feb 28 19:21:01.824708 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-3c9dbb9e-bcb0-4de0-976c-82943292c219 req-ba29c602-5c1d-4d0b-b31b-1b6a26f56b77 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378330 Feb 28 19:21:03.012096 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2de4-23b0-4faf-8f53-a18413ddbbe7 req-16ea7377-af83-4ec1-9dd4-7736d697833d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:03.013775 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e03c2de4-23b0-4faf-8f53-a18413ddbbe7 req-16ea7377-af83-4ec1-9dd4-7736d697833d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0846164 Feb 28 19:21:03.056469 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e03c2de4-23b0-4faf-8f53-a18413ddbbe7 req-879b4588-5097-4aad-a8f1-021759cfcab3 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370972 Feb 28 19:21:04.239545 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884715d0-11a2-4b5f-a54e-1b897055ccbb req-ee57b7fd-f4de-4edd-9805-0a9f5628b974 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:04.240898 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-884715d0-11a2-4b5f-a54e-1b897055ccbb req-ee57b7fd-f4de-4edd-9805-0a9f5628b974 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0808535 Feb 28 19:21:04.285613 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-884715d0-11a2-4b5f-a54e-1b897055ccbb req-7b8b9843-ed3c-432b-8333-c4d6d8ec3839 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390551 Feb 28 19:21:04.392101 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdb05b-ca2e-4d31-ba3d-eaa771b36e3a req-d2b7c76a-523f-4413-913c-27c4a72fb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:04.393543 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0dcdb05b-ca2e-4d31-ba3d-eaa771b36e3a req-d2b7c76a-523f-4413-913c-27c4a72fb201 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71617ef8c9904a419b7928654b614f08&device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1099 time: 0.0724010 Feb 28 19:21:04.526004 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdb05b-ca2e-4d31-ba3d-eaa771b36e3a req-20a14733-0298-4fc8-b067-06b60afedcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:04.528113 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0dcdb05b-ca2e-4d31-ba3d-eaa771b36e3a req-20a14733-0298-4fc8-b067-06b60afedcad service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d HTTP/1.1" status: 200 len: 909 time: 0.1285634 Feb 28 19:21:04.627795 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0dcdb05b-ca2e-4d31-ba3d-eaa771b36e3a req-4123b241-c5a5-4d82-ac67-fb3d879612aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d85a9de-2848-49e6-bde0-37a231102506 HTTP/1.1" status: 200 len: 1002 time: 0.0941279 Feb 28 19:21:04.688135 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdb05b-ca2e-4d31-ba3d-eaa771b36e3a req-8f8242aa-4035-4a28-bc14-c6a9914315ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:04.689499 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0dcdb05b-ca2e-4d31-ba3d-eaa771b36e3a req-8f8242aa-4035-4a28-bc14-c6a9914315ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44cf40c3-1ec9-4af2-9303-9ae7c8ac3550 HTTP/1.1" status: 200 len: 847 time: 0.0564110 Feb 28 19:21:04.765398 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdb05b-ca2e-4d31-ba3d-eaa771b36e3a req-ce8b39e9-b767-4787-ada8-879362f41d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:04.766807 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0dcdb05b-ca2e-4d31-ba3d-eaa771b36e3a req-ce8b39e9-b767-4787-ada8-879362f41d5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717456 Feb 28 19:21:04.898270 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0dcdb05b-ca2e-4d31-ba3d-eaa771b36e3a req-4df77800-281b-48cf-9415-78e7e29a7f0c service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256669 Feb 28 19:21:05.027790 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-0dcdb05b-ca2e-4d31-ba3d-eaa771b36e3a req-da16204e-6db2-4cba-94ea-3fce6b4618a6 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239393 Feb 28 19:21:05.454732 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-7e1bd2e2-fd0e-4756-9884-a234ef005999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:05.469670 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f0cbc-2cfb-4207-b03d-ebfd5fbf55d9 req-c71903ca-a427-4beb-aa96-c0485f4ef75a tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:05.471138 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e38f0cbc-2cfb-4207-b03d-ebfd5fbf55d9 req-c71903ca-a427-4beb-aa96-c0485f4ef75a tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0786319 Feb 28 19:21:05.514220 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e38f0cbc-2cfb-4207-b03d-ebfd5fbf55d9 req-627b4b3c-1595-4e44-9083-20d487000bef tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374589 Feb 28 19:21:06.702697 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b55e79-c9f9-4708-bffc-ada3b12481e4 req-1c06fb3e-9392-4c0d-8f47-8573bd57dcfc tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:06.704146 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a5b55e79-c9f9-4708-bffc-ada3b12481e4 req-1c06fb3e-9392-4c0d-8f47-8573bd57dcfc tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0835526 Feb 28 19:21:06.717794 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [req-3675b9c5-a52f-41de-b478-b93fde38ce65 req-44702f47-28e7-435c-814d-48f97920c270 service neutron] (87744) timed out ('10.222.0.21', 34340) {{(pid=87744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 19:21:06.748577 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-a5b55e79-c9f9-4708-bffc-ada3b12481e4 req-54dd1216-1fd5-4379-9020-c808592aa5fd tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388012 Feb 28 19:21:07.933121 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0603-a634-49c0-b1a7-db868058d59d req-e13879d3-696f-4b7c-afe3-56fa6405bf7c tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:07.934671 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-10af0603-a634-49c0-b1a7-db868058d59d req-e13879d3-696f-4b7c-afe3-56fa6405bf7c tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0824728 Feb 28 19:21:07.979812 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-10af0603-a634-49c0-b1a7-db868058d59d req-adaa9d9d-c4c1-4267-a4d3-7efdb78b4e53 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386875 Feb 28 19:21:08.191972 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4756c2c5-b713-43b0-8dec-849b2c8f8021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:08.425609 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40544) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:21:08.603911 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac34f-e385-4b1f-85cb-6565d4d6c89b req-60b27f87-20e2-4bb0-a43c-f0a240e83651 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:08.605351 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e40ac34f-e385-4b1f-85cb-6565d4d6c89b req-60b27f87-20e2-4bb0-a43c-f0a240e83651 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.1825640 Feb 28 19:21:08.605746 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-c8477112-51bf-472f-b7de-f250770260dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1789839 Feb 28 19:21:08.652020 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-e40ac34f-e385-4b1f-85cb-6565d4d6c89b req-a4cf72d0-9ed9-4e22-9574-98e02bddb2e3 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403812 Feb 28 19:21:08.792908 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:09.225856 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:09.313604 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 5d85a9de-2848-49e6-bde0-37a231102506 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:21:09.427899 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:09.453310 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:21:09.463334 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 5d85a9de-2848-49e6-bde0-37a231102506, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d85a9de-2848-49e6-bde0-37a231102506,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:21:09.493714 dv-cinder-831187-1-iscsi neutron-server[87746]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506', 'code': 422} returned with failed status Feb 28 19:21:09.535702 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:09.638484 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=5d85a9de-2848-49e6-bde0-37a231102506,revision_number=6']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:21:09.645529 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.649571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.649571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.649571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.649571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.649571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.649571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.649571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.649571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.649571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.649571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.649571 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:21:09.841888 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e928a-0e33-41fd-a19c-a955e977aa79 req-2e1a2f84-ccc8-444b-babc-f103c0102ed2 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:09.843285 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c37e928a-0e33-41fd-a19c-a955e977aa79 req-2e1a2f84-ccc8-444b-babc-f103c0102ed2 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0813639 Feb 28 19:21:09.886099 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-c37e928a-0e33-41fd-a19c-a955e977aa79 req-eba09a31-96e6-4905-851d-be8bcefeffe5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371337 Feb 28 19:21:10.917327 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:11.133486 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ece210-7d00-43ca-8794-84ed621df47b req-27b6f8a3-2e06-4b72-8194-f43351dab4eb tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:11.134816 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-36ece210-7d00-43ca-8794-84ed621df47b req-27b6f8a3-2e06-4b72-8194-f43351dab4eb tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.1338875 Feb 28 19:21:11.140899 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-d60d0919-86b6-45f6-b29a-edf19f8505b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:11.142231 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-d60d0919-86b6-45f6-b29a-edf19f8505b8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999&tenant_id=71617ef8c9904a419b7928654b614f08 HTTP/1.1" status: 200 len: 1097 time: 0.1104107 Feb 28 19:21:11.220960 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-36ece210-7d00-43ca-8794-84ed621df47b req-27d6ebd3-7ffb-4173-bb68-47d3f3d2b282 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778060 Feb 28 19:21:11.247902 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-1c16af33-5126-4675-982d-814d5211f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:11.249319 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-1c16af33-5126-4675-982d-814d5211f097 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71617ef8c9904a419b7928654b614f08&device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1097 time: 0.0868478 Feb 28 19:21:11.377462 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-48936232-9444-457b-9206-f3be46766bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:11.378871 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-48936232-9444-457b-9206-f3be46766bdd service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d HTTP/1.1" status: 200 len: 909 time: 0.1239774 Feb 28 19:21:11.479332 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-3b4e4541-c1f2-4018-8ab8-027e38930c3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d85a9de-2848-49e6-bde0-37a231102506 HTTP/1.1" status: 200 len: 1000 time: 0.0947318 Feb 28 19:21:11.545021 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-562bf041-7de8-40c1-bcbd-693819ee8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:11.546411 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-562bf041-7de8-40c1-bcbd-693819ee8cb4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44cf40c3-1ec9-4af2-9303-9ae7c8ac3550 HTTP/1.1" status: 200 len: 847 time: 0.0614452 Feb 28 19:21:11.619280 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-d541ff56-7427-4d24-9187-114b6f954691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:11.620694 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-d541ff56-7427-4d24-9187-114b6f954691 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687518 Feb 28 19:21:11.756842 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-33415a5a-253b-4a87-bdc3-8a79407c9f43 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296046 Feb 28 19:21:11.886490 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d31a5482-8c73-46bf-92dc-f8d36e35e7a0 req-b96d9af6-b05c-490b-b52d-273627c22ee6 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226432 Feb 28 19:21:12.409481 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d973e33-5c34-4bc9-a219-5797becba8b2 req-c25f7f73-4204-4be3-a1a9-bac9a3aa4cf5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:12.410893 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7d973e33-5c34-4bc9-a219-5797becba8b2 req-c25f7f73-4204-4be3-a1a9-bac9a3aa4cf5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0833323 Feb 28 19:21:12.454158 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-7d973e33-5c34-4bc9-a219-5797becba8b2 req-cc8e233c-086d-4494-b797-8c3eb2e22ec4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374818 Feb 28 19:21:13.635602 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565a1e5-be44-4a02-aea5-957d3ca116fd req-2c27e01d-9d58-4182-80f5-6f57549f82f5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:13.637047 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6565a1e5-be44-4a02-aea5-957d3ca116fd req-2c27e01d-9d58-4182-80f5-6f57549f82f5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0790145 Feb 28 19:21:13.682487 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6565a1e5-be44-4a02-aea5-957d3ca116fd req-4edacbeb-8adf-4b32-af93-b58e354eebc9 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389869 Feb 28 19:21:14.870560 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1608c5b-b515-495c-8d67-6c54e12a3da8 req-b30c2828-3b19-421c-8aa9-805cb5758dbe tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:14.872007 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d1608c5b-b515-495c-8d67-6c54e12a3da8 req-b30c2828-3b19-421c-8aa9-805cb5758dbe tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0811501 Feb 28 19:21:14.916287 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d1608c5b-b515-495c-8d67-6c54e12a3da8 req-116f7e74-6a4e-4650-89d2-1a3fb8edba6e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379319 Feb 28 19:21:16.101829 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1741fa-f9ac-4e12-8da7-17ea266d88ba req-7b3af38c-09af-42c3-87be-1d2c0e6e5a9a tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:16.103272 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4d1741fa-f9ac-4e12-8da7-17ea266d88ba req-7b3af38c-09af-42c3-87be-1d2c0e6e5a9a tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0775752 Feb 28 19:21:16.154418 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4d1741fa-f9ac-4e12-8da7-17ea266d88ba req-04b10439-dcc7-4612-87b2-ea893744ca28 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454209 Feb 28 19:21:17.338451 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406bf58-6416-4df7-88fa-f2f629d889a3 req-cfee19c5-0173-45d1-9103-d7902f52d6d0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:17.339958 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8406bf58-6416-4df7-88fa-f2f629d889a3 req-cfee19c5-0173-45d1-9103-d7902f52d6d0 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0813153 Feb 28 19:21:17.383478 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8406bf58-6416-4df7-88fa-f2f629d889a3 req-254eaed3-7d86-4e6d-b5bf-cb364a7c6a62 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379264 Feb 28 19:21:18.566579 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb156f0-c3a0-4e7e-898d-5e5c725b125a req-aa70b2b3-2ca4-4142-81b8-71457e5a4b24 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:18.568084 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6cb156f0-c3a0-4e7e-898d-5e5c725b125a req-aa70b2b3-2ca4-4142-81b8-71457e5a4b24 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 944 time: 0.0782995 Feb 28 19:21:18.702791 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-6cb156f0-c3a0-4e7e-898d-5e5c725b125a req-c4586f41-f294-4ff6-9e35-05d97f16cd31 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283734 Feb 28 19:21:19.359886 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 5d85a9de-2848-49e6-bde0-37a231102506 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:21:19.490576 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 5d85a9de-2848-49e6-bde0-37a231102506, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d85a9de-2848-49e6-bde0-37a231102506,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:21:19.503896 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Returning: {'device': '5d85a9de-2848-49e6-bde0-37a231102506', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'port_id': '5d85a9de-2848-49e6-bde0-37a231102506', 'mac_address': 'fa:16:3e:ba:08:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:21:19.559849 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:19.576697 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d85a9de-2848-49e6-bde0-37a231102506 {{(pid=87746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:21:19.590961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 5d85a9de-2848-49e6-bde0-37a231102506, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d85a9de-2848-49e6-bde0-37a231102506,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:21:19.638682 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:19.705523 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=5d85a9de-2848-49e6-bde0-37a231102506,revision_number=7']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:21:19.886456 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d058e1f-9cc1-4f2c-b186-e227f1e9d905 req-e79fd67d-0b8e-4423-bb42-a9b2c7912456 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:19.888147 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8d058e1f-9cc1-4f2c-b186-e227f1e9d905 req-e79fd67d-0b8e-4423-bb42-a9b2c7912456 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 945 time: 0.0809619 Feb 28 19:21:19.933108 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8d058e1f-9cc1-4f2c-b186-e227f1e9d905 req-fe9ede6a-112e-4eb2-a6ff-a04de6fd13c5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390935 Feb 28 19:21:19.980140 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] get_ports_and_sgs() called for port_ids ['5d85a9de-2848-49e6-bde0-37a231102506'] {{(pid=87746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:21:21.125302 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8644d3f-a2fc-4877-9d6d-c6bba9ef1b9e req-74d69b2c-4fa3-4697-89f6-257c960f1525 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:21.127448 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f8644d3f-a2fc-4877-9d6d-c6bba9ef1b9e req-74d69b2c-4fa3-4697-89f6-257c960f1525 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 945 time: 0.0842097 Feb 28 19:21:21.173249 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-f8644d3f-a2fc-4877-9d6d-c6bba9ef1b9e req-953ee4d9-3334-41a2-b997-2961b873c625 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401864 Feb 28 19:21:21.391225 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 5d85a9de-2848-49e6-bde0-37a231102506 up at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:21:21.456883 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.provisioning_blocks [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Provisioning complete for port 5d85a9de-2848-49e6-bde0-37a231102506 triggered by entity L2. {{(pid=87746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:21:21.457245 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747663'] for port, provisioning_complete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:21.571101 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542830'] for port, before_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:21.597709 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506'}] {{(pid=87746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:21:21.607486 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] For port 5d85a9de-2848-49e6-bde0-37a231102506, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d85a9de-2848-49e6-bde0-37a231102506,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:21:21.641348 dv-cinder-831187-1-iscsi neutron-server[87746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506', 'code': 200} Feb 28 19:21:21.678396 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761586783726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761586404904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761586404949'] for port, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:21.747670 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Pushing event updated for resources: {'Port': ['ID=5d85a9de-2848-49e6-bde0-37a231102506,revision_number=8']} {{(pid=87746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:21:21.956137 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25890fd-c452-4889-a325-31892907a5d9 req-3fb43c1c-e81e-4e3d-a3c0-7f46519d693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:21.957571 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d25890fd-c452-4889-a325-31892907a5d9 req-3fb43c1c-e81e-4e3d-a3c0-7f46519d693c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1099 time: 0.0690939 Feb 28 19:21:21.992270 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:21:22.000480 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d25890fd-c452-4889-a325-31892907a5d9 req-10d5aea7-78ba-4310-93cb-34ba6127cb19 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368402 Feb 28 19:21:22.353183 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce5923-118d-4dd6-8a16-9bcb13008e85 req-3eed3d79-39a9-4ce9-ab3d-5ebb55e6701e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:22.354945 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96ce5923-118d-4dd6-8a16-9bcb13008e85 req-3eed3d79-39a9-4ce9-ab3d-5ebb55e6701e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0785975 Feb 28 19:21:22.399251 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-96ce5923-118d-4dd6-8a16-9bcb13008e85 req-d5e1d410-3f04-45f4-b045-b0de333d9e6e tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388932 Feb 28 19:21:23.586686 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b030152-bc67-468c-95e1-66c59cb58f6a req-4e4a0d89-0297-4fac-85fd-0ab5a3cc4135 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:23.588141 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4b030152-bc67-468c-95e1-66c59cb58f6a req-4e4a0d89-0297-4fac-85fd-0ab5a3cc4135 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.0849719 Feb 28 19:21:23.631688 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-4b030152-bc67-468c-95e1-66c59cb58f6a req-d7ab33b1-2b60-45a4-965c-4f84c83029df tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376432 Feb 28 19:21:31.180384 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:35.421143 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-717b6436-2f3d-4582-89aa-a17aab1e405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:38.157594 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-01c90cec-9731-402a-b9fc-34bf9db022da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:38.831513 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:39.225878 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:40.951490 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:21:52.824529 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-ddeb16b0-12d7-4f0b-ae12-f9c90de3ec2c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698993 Feb 28 19:21:52.968422 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-202ec8a3-3d0b-471e-856f-932052165fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:52.969862 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-202ec8a3-3d0b-471e-856f-932052165fff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71617ef8c9904a419b7928654b614f08&device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1099 time: 0.0741100 Feb 28 19:21:53.114073 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-434d853b-0bc1-4cc5-95ee-d3cb71e7fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:53.115413 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-434d853b-0bc1-4cc5-95ee-d3cb71e7fc03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d HTTP/1.1" status: 200 len: 909 time: 0.1270890 Feb 28 19:21:53.215351 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-e216e219-0b11-4183-8f6f-cb55e92e2840 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d85a9de-2848-49e6-bde0-37a231102506 HTTP/1.1" status: 200 len: 1002 time: 0.0944722 Feb 28 19:21:53.280630 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-e6acc56e-dce3-48e5-a818-77790ac06856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:53.282087 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-e6acc56e-dce3-48e5-a818-77790ac06856 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44cf40c3-1ec9-4af2-9303-9ae7c8ac3550 HTTP/1.1" status: 200 len: 847 time: 0.0615730 Feb 28 19:21:53.358676 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-7de4c7fe-32f7-4334-a245-8050aa04c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:21:53.360145 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-7de4c7fe-32f7-4334-a245-8050aa04c666 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722795 Feb 28 19:21:53.494809 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-b77b317f-3803-45d5-97b6-f68e69c30f64 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283765 Feb 28 19:21:53.629658 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-d273e11d-0fc2-4498-aae6-b95d95eedd85 req-c964dd9b-5e3c-441d-ac73-ea5c78b7e56a service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295366 Feb 28 19:21:58.992315 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:22:01.237158 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:05.430802 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4c6d989b-5e09-4d1a-840f-e4e1e76a4ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:08.190690 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-de1babfc-e321-4865-a429-bb91d91f4ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:08.801641 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:09.230568 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:10.939419 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:31.218961 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:35.446828 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-ca31638a-6791-4a3b-affc-b9715b1ac171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:35.991009 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:22:38.149526 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b33542c5-af75-4ceb-9c89-c5e81a57518e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:38.795714 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:39.201349 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:40.921542 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:50.832940 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40616) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:22:51.130838 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Deleting port 74893243-a07c-4ebf-8ed6-72861f50b77a {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:22:51.131098 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:51.301949 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:51.302280 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:51.423716 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Calling delete_port for 74893243-a07c-4ebf-8ed6-72861f50b77a owned by network:floatingip {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:22:51.634900 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:51.680375 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event deleted for resources: {'Port': ['ID=74893243-a07c-4ebf-8ed6-72861f50b77a,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:22:51.720749 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.721094 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.721431 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.721764 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.722089 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.722415 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.722737 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.723056 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.723400 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.723719 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.724034 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.724350 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:51.782190 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for floatingip, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:51.782519 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.db.l3_db [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Floating IP 08b98e22-3030-47a6-b726-26863f3601d0 disassociated (deleted). External IP: 172.27.1.143, port: 5d85a9de-2848-49e6-bde0-37a231102506. Feb 28 19:22:52.127025 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Router 90f081c7-4397-43f6-a2d0-3fb011c24f15 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:22:52.392126 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:22:52.402568 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7472d57-e824-4860-8b6c-a66939e45e39 None None] Sync routers for ids ['90f081c7-4397-43f6-a2d0-3fb011c24f15'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:22:52.411616 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7472d57-e824-4860-8b6c-a66939e45e39 None None] Routers {'90f081c7-4397-43f6-a2d0-3fb011c24f15'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:22:52.412210 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-b7472d57-e824-4860-8b6c-a66939e45e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:22:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['90f081c7-4397-43f6-a2d0-3fb011c24f15'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:22:52.481024 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for floatingip, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:52.539174 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-eff817af-c1fe-43f7-a709-a205945b84d5 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "DELETE /v2.0/floatingips/08b98e22-3030-47a6-b726-26863f3601d0 HTTP/1.1" status: 204 len: 168 time: 1.7051253 Feb 28 19:22:52.539742 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506'}] {{(pid=87744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:22:52.586349 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506', 'status': 'completed', 'code': 200} Feb 28 19:22:52.590140 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-b7472d57-e824-4860-8b6c-a66939e45e39 None None] Set router 90f081c7-4397-43f6-a2d0-3fb011c24f15 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:22:52.743279 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-c0a55033-dc06-4724-917a-569c5a608e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:22:52.744865 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-c0a55033-dc06-4724-917a-569c5a608e11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71617ef8c9904a419b7928654b614f08&device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1099 time: 0.1290181 Feb 28 19:22:52.852373 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-25f5e138-9cfa-4e2b-8fd3-ffe588a0a34c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826559 Feb 28 19:22:52.886481 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-ea010d55-b337-4a5e-a69e-123897f491ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:22:52.888334 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-ea010d55-b337-4a5e-a69e-123897f491ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d HTTP/1.1" status: 200 len: 909 time: 0.1359115 Feb 28 19:22:52.955749 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-54abf980-e85d-4df0-91bc-066109537a87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d85a9de-2848-49e6-bde0-37a231102506 HTTP/1.1" status: 200 len: 217 time: 0.0612576 Feb 28 19:22:52.961572 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-b7472d57-e824-4860-8b6c-a66939e45e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 4, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'ce63269b-7317-4b47-bb03-36a73abbe904', 'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'mac_address': 'fa:16:3e:ef:92:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:30Z', 'updated_at': '2022-02-28T19:17:36Z', 'revision_number': 5, 'project_id': '71617ef8c9904a419b7928654b614f08', 'subnets': [{'id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:22:52.972481 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7472d57-e824-4860-8b6c-a66939e45e39 None None] Checking router: 90f081c7-4397-43f6-a2d0-3fb011c24f15 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:22:52.988037 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7472d57-e824-4860-8b6c-a66939e45e39 None None] Routers {'90f081c7-4397-43f6-a2d0-3fb011c24f15'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:22:52.988918 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-b7472d57-e824-4860-8b6c-a66939e45e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:22:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['90f081c7-4397-43f6-a2d0-3fb011c24f15'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:22:53.136764 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-416b35b5-c651-47f2-b2f9-228aca71a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:22:53.138126 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-416b35b5-c651-47f2-b2f9-228aca71a7cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44cf40c3-1ec9-4af2-9303-9ae7c8ac3550 HTTP/1.1" status: 200 len: 847 time: 0.1701367 Feb 28 19:22:53.176686 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-b7472d57-e824-4860-8b6c-a66939e45e39 None None] Set router 90f081c7-4397-43f6-a2d0-3fb011c24f15 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:22:53.214017 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-faf4e1c4-4a06-446c-8f09-067dac037eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:22:53.215354 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-faf4e1c4-4a06-446c-8f09-067dac037eab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711560 Feb 28 19:22:53.225967 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-b09f9b00-6482-4e65-8eb1-ae9630a69c5e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=87745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 19:22:53.226900 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-b09f9b00-6482-4e65-8eb1-ae9630a69c5e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049760 Feb 28 19:22:53.410276 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9c75e-8968-4554-9bdd-9ec870d809d8 req-096e4ca3-db02-4179-b078-c10630aebb67 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:22:53.411754 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5ce9c75e-8968-4554-9bdd-9ec870d809d8 req-096e4ca3-db02-4179-b078-c10630aebb67 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.3049738 Feb 28 19:22:53.449650 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-53c83d26-c5ba-4a24-af3c-b5b41817fd45 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817241 Feb 28 19:22:53.491677 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-b7472d57-e824-4860-8b6c-a66939e45e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 4, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'ce63269b-7317-4b47-bb03-36a73abbe904', 'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'mac_address': 'fa:16:3e:ef:92:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:30Z', 'updated_at': '2022-02-28T19:17:36Z', 'revision_number': 5, 'project_id': '71617ef8c9904a419b7928654b614f08', 'subnets': [{'id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:22:53.495927 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7472d57-e824-4860-8b6c-a66939e45e39 None None] The sync data for ids ['90f081c7-4397-43f6-a2d0-3fb011c24f15'] in dv-cinder-831187-1-iscsi is: [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:17:31Z', 'revision_number': 4, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi', '_interfaces': [{'id': 'ce63269b-7317-4b47-bb03-36a73abbe904', 'name': '', 'network_id': 'cc1d65af-cc14-42ab-b1bb-32d93de27a1d', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'mac_address': 'fa:16:3e:ef:92:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:30Z', 'updated_at': '2022-02-28T19:17:36Z', 'revision_number': 5, 'project_id': '71617ef8c9904a419b7928654b614f08', 'subnets': [{'id': '44cf40c3-1ec9-4af2-9303-9ae7c8ac3550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:22:53.506373 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5ce9c75e-8968-4554-9bdd-9ec870d809d8 req-5a87f347-633b-4fb1-b4df-5034a2055722 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885913 Feb 28 19:22:53.600572 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-8a52b3f3-eeb8-4fa0-b878-14da0c4f7df6 req-cba80827-8dac-4e0f-912e-ab5e6bd698e2 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427538 Feb 28 19:22:53.721419 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e876d63-e676-4ae3-9f46-d66568c0d050 None None] New status for floating IP 08b98e22-3030-47a6-b726-26863f3601d0: DOWN {{(pid=87747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:22:53.838537 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-529a2e1f-e4af-4d37-af98-9198cc88a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:22:53.840447 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-529a2e1f-e4af-4d37-af98-9198cc88a9dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=71617ef8c9904a419b7928654b614f08&device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 1099 time: 0.0741150 Feb 28 19:22:53.988047 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-18f3ac17-6892-43f2-a436-62b11d1974c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:22:53.989471 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-18f3ac17-6892-43f2-a436-62b11d1974c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d HTTP/1.1" status: 200 len: 909 time: 0.1278644 Feb 28 19:22:54.055560 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-efc1b06a-89ce-4987-8338-05d17d7e537a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d85a9de-2848-49e6-bde0-37a231102506 HTTP/1.1" status: 200 len: 217 time: 0.0593691 Feb 28 19:22:54.119458 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-8d5af497-57a9-4e0f-a415-e60c3d606dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:22:54.121440 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-8d5af497-57a9-4e0f-a415-e60c3d606dc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44cf40c3-1ec9-4af2-9303-9ae7c8ac3550 HTTP/1.1" status: 200 len: 847 time: 0.0588770 Feb 28 19:22:54.195297 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-e0529263-322e-462c-9182-ffac1f6291d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:22:54.196738 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-e0529263-322e-462c-9182-ffac1f6291d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc1d65af-cc14-42ab-b1bb-32d93de27a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691679 Feb 28 19:22:54.326915 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-f014547c-6d2f-4908-a28b-33efa1a3a3a1 service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228695 Feb 28 19:22:54.455995 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-dec17806-89b5-4ab6-b680-81f2feeadac9 req-cdd1ad04-2967-44b7-a9c7-7c9bc0ea380f service neutron] 10.222.0.61 "GET /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229479 Feb 28 19:22:54.757333 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b591b1-dd84-4d36-8ed4-deced0b76df0 req-4cac2afb-a274-4765-9dfd-f638dd013fbe tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:22:54.758642 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37b591b1-dd84-4d36-8ed4-deced0b76df0 req-4cac2afb-a274-4765-9dfd-f638dd013fbe tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.1381838 Feb 28 19:22:54.772478 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef88995-11ca-4ec2-88c5-9c1cf3c0ac28 req-a77c6edf-42ae-4bbb-98c9-45536182bfeb tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:22:54.773812 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5ef88995-11ca-4ec2-88c5-9c1cf3c0ac28 req-a77c6edf-42ae-4bbb-98c9-45536182bfeb tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 946 time: 0.1604390 Feb 28 19:22:54.866778 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [req-37b591b1-dd84-4d36-8ed4-deced0b76df0 req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Deleting port 5d85a9de-2848-49e6-bde0-37a231102506 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:22:54.867527 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37b591b1-dd84-4d36-8ed4-deced0b76df0 req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:54.893430 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-5ef88995-11ca-4ec2-88c5-9c1cf3c0ac28 req-a7fbb7d2-89d8-424f-8728-9b08a123c0fd tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab47dea-b219-4852-8b1d-a4bc913f75e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918860 Feb 28 19:22:55.204220 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [req-37b591b1-dd84-4d36-8ed4-deced0b76df0 req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] For port 5d85a9de-2848-49e6-bde0-37a231102506, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5d85a9de-2848-49e6-bde0-37a231102506,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:22:55.204569 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37b591b1-dd84-4d36-8ed4-deced0b76df0 req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:55.327214 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [req-37b591b1-dd84-4d36-8ed4-deced0b76df0 req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Calling delete_port for 5d85a9de-2848-49e6-bde0-37a231102506 owned by compute:nova {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:22:55.515104 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37b591b1-dd84-4d36-8ed4-deced0b76df0 req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:55.564319 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event deleted for resources: {'Port': ['ID=5d85a9de-2848-49e6-bde0-37a231102506,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:22:55.605188 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.605533 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.605866 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.606191 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.606524 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.606833 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.607174 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.607493 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.607814 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.608126 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.608441 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.608749 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-iscsi {{(pid=87745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:22:55.655473 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b591b1-dd84-4d36-8ed4-deced0b76df0 req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] No DVR routers for this DVR port 5d85a9de-2848-49e6-bde0-37a231102506 on host hv-cinder-83118 {{(pid=87745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:22:55.658129 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [req-37b591b1-dd84-4d36-8ed4-deced0b76df0 req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137566'] for port, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:55.660719 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'name': 'network-vif-deleted', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506'}] {{(pid=87745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:22:55.672833 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-37b591b1-dd84-4d36-8ed4-deced0b76df0 req-5a5b2d3b-dab0-4c7e-bf4f-30b4bc9da1a4 tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.61 "DELETE /v2.0/ports/5d85a9de-2848-49e6-bde0-37a231102506 HTTP/1.1" status: 204 len: 173 time: 0.9078004 Feb 28 19:22:55.704172 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3da9bff-0b43-4aa3-acfd-fb44382d4999', 'name': 'network-vif-deleted', 'tag': '5d85a9de-2848-49e6-bde0-37a231102506', 'status': 'completed', 'code': 200} Feb 28 19:22:56.072345 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-239e6e72-9360-47ef-a6d6-54615586cb6a req-dcc0cae8-1944-4147-af37-0c7e85941b8d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Synchronizing usage tracker for tenant:71617ef8c9904a419b7928654b614f08 on resource:port {{(pid=87745) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:22:56.177993 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.quota.resource [req-239e6e72-9360-47ef-a6d6-54615586cb6a req-dcc0cae8-1944-4147-af37-0c7e85941b8d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Unset dirty status for tenant:71617ef8c9904a419b7928654b614f08 on resource:port {{(pid=87745) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:22:56.179078 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [req-239e6e72-9360-47ef-a6d6-54615586cb6a req-dcc0cae8-1944-4147-af37-0c7e85941b8d tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3da9bff-0b43-4aa3-acfd-fb44382d4999 HTTP/1.1" status: 200 len: 210 time: 0.1485031 Feb 28 19:22:57.275159 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40642) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:22:57.341961 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc2bc-8944-4515-aec1-9d22eb2acdcb tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:57.370998 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc2bc-8944-4515-aec1-9d22eb2acdcb tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:57.515521 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc2bc-8944-4515-aec1-9d22eb2acdcb tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:57.533139 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fc2bc-8944-4515-aec1-9d22eb2acdcb tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab47dea-b219-4852-8b1d-a4bc913f75e2,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:22:57.608073 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc2bc-8944-4515-aec1-9d22eb2acdcb tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:57.609496 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-9f1fc2bc-8944-4515-aec1-9d22eb2acdcb tempest-TestShelveInstance-1776955866 tempest-TestShelveInstance-1776955866-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ab47dea-b219-4852-8b1d-a4bc913f75e2 HTTP/1.1" status: 204 len: 168 time: 0.3333821 Feb 28 19:22:57.712305 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40648) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:22:57.954477 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 5d85a9de-2848-49e6-bde0-37a231102506 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:22:57.991558 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] No Port match for: 5d85a9de-2848-49e6-bde0-37a231102506 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:22:57.994500 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Device 5d85a9de-2848-49e6-bde0-37a231102506 not bound to the agent host hv-cinder-83118 {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:22:58.350652 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8065493'] for router_interface, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:58.795230 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] Deleting port ce63269b-7317-4b47-bb03-36a73abbe904 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:22:58.795558 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:58.966567 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] For port ce63269b-7317-4b47-bb03-36a73abbe904, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=ce63269b-7317-4b47-bb03-36a73abbe904,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:22:58.970379 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:59.087892 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] Calling delete_port for ce63269b-7317-4b47-bb03-36a73abbe904 owned by network:router_interface {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:22:59.452235 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:22:59.502966 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce63269b-7317-4b47-bb03-36a73abbe904,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:22:59.764898 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8065385'] for router_interface, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:00.226432 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] Router 90f081c7-4397-43f6-a2d0-3fb011c24f15 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:23:00.407346 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:23:00.415713 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b35cf-c675-4942-8899-af161d3aabe5 None None] Sync routers for ids ['90f081c7-4397-43f6-a2d0-3fb011c24f15'] in dv-cinder-831187-1-iscsi {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:23:00.425251 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b35cf-c675-4942-8899-af161d3aabe5 None None] Routers {'90f081c7-4397-43f6-a2d0-3fb011c24f15'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:23:00.425856 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-0a0b35cf-c675-4942-8899-af161d3aabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:22:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['90f081c7-4397-43f6-a2d0-3fb011c24f15'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:00.515146 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-74722dea-2816-4b86-9330-13af67e0b301 admin admin] 10.222.0.21 "PUT /v2.0/routers/90f081c7-4397-43f6-a2d0-3fb011c24f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7979984 Feb 28 19:23:00.515961 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40654) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:23:00.603609 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-0a0b35cf-c675-4942-8899-af161d3aabe5 None None] Set router 90f081c7-4397-43f6-a2d0-3fb011c24f15 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:23:00.687287 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Notify callbacks [] for router, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:00.861127 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:00.884297 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-0a0b35cf-c675-4942-8899-af161d3aabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8f958f8f-6089-4371-902c-3516e774ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:22:59Z', 'revision_number': 5, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port': {'id': '8f958f8f-6089-4371-902c-3516e774ea58', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:27Z', 'updated_at': '2022-02-28T19:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:00.888659 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b35cf-c675-4942-8899-af161d3aabe5 None None] Checking router: 90f081c7-4397-43f6-a2d0-3fb011c24f15 for host: dv-cinder-831187-1-iscsi {{(pid=87746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:23:00.896867 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b35cf-c675-4942-8899-af161d3aabe5 None None] Routers {'90f081c7-4397-43f6-a2d0-3fb011c24f15'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:23:00.897460 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-0a0b35cf-c675-4942-8899-af161d3aabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:22:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['90f081c7-4397-43f6-a2d0-3fb011c24f15'], 'active': True} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:00.915612 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Deleting port 8f958f8f-6089-4371-902c-3516e774ea58 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:23:00.915955 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:01.085083 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_dvr_db [None req-0a0b35cf-c675-4942-8899-af161d3aabe5 None None] Set router 90f081c7-4397-43f6-a2d0-3fb011c24f15 gateway port host: None {{(pid=87746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:23:01.097561 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] For port 8f958f8f-6089-4371-902c-3516e774ea58, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=8f958f8f-6089-4371-902c-3516e774ea58,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:23:01.097913 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:01.194140 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.db.l3_hamode_db [None req-0a0b35cf-c675-4942-8899-af161d3aabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:23:00Z', 'revision_number': 6, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port_host': None}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:01.204113 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b35cf-c675-4942-8899-af161d3aabe5 None None] The sync data for ids ['90f081c7-4397-43f6-a2d0-3fb011c24f15'] in dv-cinder-831187-1-iscsi is: [{'id': '90f081c7-4397-43f6-a2d0-3fb011c24f15', 'name': 'tempest-TestShelveInstance-124167986-router', 'tenant_id': '71617ef8c9904a419b7928654b614f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:26Z', 'updated_at': '2022-02-28T19:23:00Z', 'revision_number': 6, 'project_id': '71617ef8c9904a419b7928654b614f08', 'gw_port_host': None}] {{(pid=87746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:23:01.225646 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Calling delete_port for 8f958f8f-6089-4371-902c-3516e774ea58 owned by network:router_gateway {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:23:01.264223 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:01.441238 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:01.488210 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f958f8f-6089-4371-902c-3516e774ea58,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:23:01.691748 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8065776'] for router_gateway, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:01.859106 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8023778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-531'] for router, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:01.861158 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:01.944510 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8023576'] for router, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:01.945333 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90f081c7-4397-43f6-a2d0-3fb011c24f15 {{(pid=87745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:23:01.958541 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] Notify callbacks [] for router, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:01.962546 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-e2dc5285-98d6-4897-a776-16560648928a admin admin] 10.222.0.21 "DELETE /v2.0/routers/90f081c7-4397-43f6-a2d0-3fb011c24f15 HTTP/1.1" status: 204 len: 168 time: 1.4433527 Feb 28 19:23:01.962546 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40658) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:23:02.026121 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c8704a-b375-424c-8484-1d65296a1fd9 admin admin] Deleting subnet 44cf40c3-1ec9-4af2-9303-9ae7c8ac3550 {{(pid=87745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:23:02.030250 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-60c8704a-b375-424c-8484-1d65296a1fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:02.031222 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device ce63269b-7317-4b47-bb03-36a73abbe904 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:23:02.067443 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: ce63269b-7317-4b47-bb03-36a73abbe904 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:23:02.067781 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device ce63269b-7317-4b47-bb03-36a73abbe904 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:23:02.068282 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 8f958f8f-6089-4371-902c-3516e774ea58 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:23:02.082363 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-60c8704a-b375-424c-8484-1d65296a1fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8311499'] for subnet, precommit_delete_associations {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:02.104830 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 8f958f8f-6089-4371-902c-3516e774ea58 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:23:02.105771 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 8f958f8f-6089-4371-902c-3516e774ea58 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:23:02.170250 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-60c8704a-b375-424c-8484-1d65296a1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:02.315146 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-60c8704a-b375-424c-8484-1d65296a1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8311499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601764'] for subnet, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:02.352815 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8704a-b375-424c-8484-1d65296a1fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44cf40c3-1ec9-4af2-9303-9ae7c8ac3550,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:23:02.358110 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-60c8704a-b375-424c-8484-1d65296a1fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:02.363904 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-60c8704a-b375-424c-8484-1d65296a1fd9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/44cf40c3-1ec9-4af2-9303-9ae7c8ac3550 HTTP/1.1" status: 204 len: 168 time: 0.4004323 Feb 28 19:23:02.364070 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f901ae-b9ec-48b9-931b-5b94133cc8e5 None None] Network cc1d65af-cc14-42ab-b1bb-32d93de27a1d requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:23:02.366415 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40662) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:23:02.472866 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:02.483743 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Deleting port 4fa5eece-606c-4a77-b986-75f723b466b5 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:23:02.484070 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:02.617742 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bf9d8a-2932-4afc-9a70-e4bcad1f3334 None None] DHCP port deletion for cc1d65af-cc14-42ab-b1bb-32d93de27a1d request from dv-cinder-831187-1-iscsi {{(pid=87746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:23:02.622063 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-79bf9d8a-2932-4afc-9a70-e4bcad1f3334 None None] Deleting port 4fa5eece-606c-4a77-b986-75f723b466b5 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:23:02.622436 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-79bf9d8a-2932-4afc-9a70-e4bcad1f3334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:02.694047 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] For port 4fa5eece-606c-4a77-b986-75f723b466b5, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=4fa5eece-606c-4a77-b986-75f723b466b5,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:23:02.694694 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:02.820644 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Calling delete_port for 4fa5eece-606c-4a77-b986-75f723b466b5 owned by network:dhcp {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:23:02.828094 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-79bf9d8a-2932-4afc-9a70-e4bcad1f3334 None None] For port 4fa5eece-606c-4a77-b986-75f723b466b5, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=4fa5eece-606c-4a77-b986-75f723b466b5,segment=NetworkSegment(05cc2b62-d149-4f96-bce0-bf88c695e2ac),segment_id=05cc2b62-d149-4f96-bce0-bf88c695e2ac)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:23:02.828496 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-79bf9d8a-2932-4afc-9a70-e4bcad1f3334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:02.950163 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-79bf9d8a-2932-4afc-9a70-e4bcad1f3334 None None] Calling delete_port for 4fa5eece-606c-4a77-b986-75f723b466b5 owned by network:dhcp {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:23:02.955425 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:03.007219 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa5eece-606c-4a77-b986-75f723b466b5,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:23:03.011429 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] No DVR routers for this DVR port 4fa5eece-606c-4a77-b986-75f723b466b5 on host dv-cinder-831187-1-iscsi {{(pid=87745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:23:03.023825 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.db.api [None req-79bf9d8a-2932-4afc-9a70-e4bcad1f3334 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:23:03.024173 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG oslo_db.api [None req-79bf9d8a-2932-4afc-9a70-e4bcad1f3334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:23:03.125945 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:03.150909 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1d65af-cc14-42ab-b1bb-32d93de27a1d']}} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:03.163171 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cc2b62-d149-4f96-bce0-bf88c695e2ac') {'for_net_delete': True} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:03.163472 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cc2b62-d149-4f96-bce0-bf88c695e2ac') {} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:03.174438 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8311538'] for segment, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:03.189792 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:03.195542 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:23:03.195917 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8314217'] for segment, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: Traceback (most recent call last): Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: timer() Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: cb(*args, **kw) Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: return func(*args, **kwargs) Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: self._notify() Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: self.callback(batched_events) Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: event.method(event) Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: return f(self, *a, **k) Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._get(url).json() Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: return self.request(url, 'GET', **kwargs) Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:23:03.209283 dv-cinder-831187-1-iscsi neutron-server[87745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:23:03.441094 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:03.457304 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:03.468485 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1d65af-cc14-42ab-b1bb-32d93de27a1d,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:23:03.525019 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-79bf9d8a-2932-4afc-9a70-e4bcad1f3334 None None] Deleting port 4fa5eece-606c-4a77-b986-75f723b466b5 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:23:03.525467 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-79bf9d8a-2932-4afc-9a70-e4bcad1f3334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:03.544365 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-3f9f40ec-7cb4-4383-afc7-7c16d2f8fb8e admin admin] 10.222.0.21 "DELETE /v2.0/networks/cc1d65af-cc14-42ab-b1bb-32d93de27a1d HTTP/1.1" status: 204 len: 168 time: 1.1769605 Feb 28 19:23:03.547177 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40666) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:23:03.594457 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-79bf9d8a-2932-4afc-9a70-e4bcad1f3334 None None] The port '4fa5eece-606c-4a77-b986-75f723b466b5' was deleted {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:23:04.014623 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4fa5eece-606c-4a77-b986-75f723b466b5 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:23:04.048223 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: 4fa5eece-606c-4a77-b986-75f723b466b5 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:23:04.048651 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device 4fa5eece-606c-4a77-b986-75f723b466b5 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:23:04.092850 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8065493'] for router_interface, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:04.432350 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] Deleting port f103a061-9691-47e8-8687-74f4df1bf0ea {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:23:04.432699 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:04.600624 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] For port f103a061-9691-47e8-8687-74f4df1bf0ea, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=f103a061-9691-47e8-8687-74f4df1bf0ea,segment=NetworkSegment(1dd9748d-f4c7-4c63-b71f-fff05863876d),segment_id=1dd9748d-f4c7-4c63-b71f-fff05863876d)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:23:04.600966 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:04.719190 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] Calling delete_port for f103a061-9691-47e8-8687-74f4df1bf0ea owned by network:router_interface {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:23:05.035072 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:05.084098 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f103a061-9691-47e8-8687-74f4df1bf0ea,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:23:05.349578 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8065385'] for router_interface, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:05.423951 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-9da378b3-5632-4858-8144-ba8eddbb575a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:05.719492 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] Router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 has already been hosted by L3 agent f204af08-6486-4ac2-a7a1-202c440f7a23 {{(pid=87745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:23:05.895352 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] Notify agent at l3_agent.dv-cinder-831187-1-iscsi the message routers_updated {{(pid=87745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:23:05.904301 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681bbba6-bae7-42b2-bb74-3b718e78c362 None None] Sync routers for ids ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'] in dv-cinder-831187-1-iscsi {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:23:05.904823 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-0f8f2bc9-db31-4863-aca9-87f435987d7c admin admin] 10.222.0.21 "PUT /v2.0/routers/191cdc1e-0cc4-4233-940c-c2fd95c6a584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3563039 Feb 28 19:23:05.907106 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40670) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:23:05.914734 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681bbba6-bae7-42b2-bb74-3b718e78c362 None None] Routers {'191cdc1e-0cc4-4233-940c-c2fd95c6a584'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:23:05.915386 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-681bbba6-bae7-42b2-bb74-3b718e78c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:22:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:06.096833 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:06.131215 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-681bbba6-bae7-42b2-bb74-3b718e78c362 None None] Set router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 gateway port host: dv-cinder-831187-1-iscsi {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:23:06.271423 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:06.343531 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Deleting port df72439a-5099-468f-8813-cc00b7785f02 {{(pid=87744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:23:06.343871 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:06.411345 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-681bbba6-bae7-42b2-bb74-3b718e78c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'name': 'tempest-TestShelveInstance-1315174783-router', 'tenant_id': '7011655503b1499ab50499b96712e813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'external_fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'df72439a-5099-468f-8813-cc00b7785f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:34Z', 'updated_at': '2022-02-28T19:23:04Z', 'revision_number': 5, 'project_id': '7011655503b1499ab50499b96712e813', 'gw_port': {'id': 'df72439a-5099-468f-8813-cc00b7785f02', 'name': '', 'network_id': '18d537f6-da49-43a6-a13a-4c96f3f55116', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:17:35Z', 'updated_at': '2022-02-28T19:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb1a584e-c79e-4fc7-a354-a323033500fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-iscsi'}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:06.414974 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681bbba6-bae7-42b2-bb74-3b718e78c362 None None] Checking router: 191cdc1e-0cc4-4233-940c-c2fd95c6a584 for host: dv-cinder-831187-1-iscsi {{(pid=87747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:23:06.423096 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681bbba6-bae7-42b2-bb74-3b718e78c362 None None] Routers {'191cdc1e-0cc4-4233-940c-c2fd95c6a584'} bound to L3 agent in host dv-cinder-831187-1-iscsi {{(pid=87747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:23:06.423697 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-681bbba6-bae7-42b2-bb74-3b718e78c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:52:38Z,description=,heartbeat_timestamp=2022-02-28T19:22:38Z,host='dv-cinder-831187-1-iscsi',id=f204af08-6486-4ac2-a7a1-202c440f7a23,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:52:39Z,topic='l3_agent')) {'router_ids': ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'], 'active': True} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:06.519410 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.db [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] For port df72439a-5099-468f-8813-cc00b7785f02, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=df72439a-5099-468f-8813-cc00b7785f02,segment=NetworkSegment(b40d9417-30cf-48fd-a0b0-b5999e437437),segment_id=b40d9417-30cf-48fd-a0b0-b5999e437437)] {{(pid=87744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:23:06.519762 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:06.572974 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_dvr_db [None req-681bbba6-bae7-42b2-bb74-3b718e78c362 None None] Set router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 gateway port host: None {{(pid=87747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:23:06.642937 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.plugins.ml2.plugin [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Calling delete_port for df72439a-5099-468f-8813-cc00b7785f02 owned by network:router_gateway {{(pid=87744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:23:06.678878 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.l3_hamode_db [None req-681bbba6-bae7-42b2-bb74-3b718e78c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'name': 'tempest-TestShelveInstance-1315174783-router', 'tenant_id': '7011655503b1499ab50499b96712e813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:34Z', 'updated_at': '2022-02-28T19:23:06Z', 'revision_number': 6, 'project_id': '7011655503b1499ab50499b96712e813', 'gw_port_host': None}], 'dv-cinder-831187-1-iscsi', False) {} {{(pid=87747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:06.682747 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681bbba6-bae7-42b2-bb74-3b718e78c362 None None] The sync data for ids ['191cdc1e-0cc4-4233-940c-c2fd95c6a584'] in dv-cinder-831187-1-iscsi is: [{'id': '191cdc1e-0cc4-4233-940c-c2fd95c6a584', 'name': 'tempest-TestShelveInstance-1315174783-router', 'tenant_id': '7011655503b1499ab50499b96712e813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:17:34Z', 'updated_at': '2022-02-28T19:23:06Z', 'revision_number': 6, 'project_id': '7011655503b1499ab50499b96712e813', 'gw_port_host': None}] {{(pid=87747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:23:06.875075 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7091786'] for port, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:06.920664 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df72439a-5099-468f-8813-cc00b7785f02,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:23:07.020899 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8065776'] for router_gateway, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:07.291373 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8023778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-531'] for router, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:07.294625 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:07.378048 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8023576'] for router, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:07.378481 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 191cdc1e-0cc4-4233-940c-c2fd95c6a584 {{(pid=87744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:23:07.390469 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] Notify callbacks [] for router, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:07.394023 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-22ec32a1-38b6-41b0-ab97-e78cdae305a2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/191cdc1e-0cc4-4233-940c-c2fd95c6a584 HTTP/1.1" status: 204 len: 168 time: 1.4835672 Feb 28 19:23:07.394189 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.wsgi [-] (87744) accepted ('10.222.0.21', 40674) {{(pid=87744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:23:07.456557 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69f01b1-2333-479d-8fa3-95104b02a4df admin admin] Deleting subnet 7962b583-9d6f-44a3-92ea-9ba34e3adfed {{(pid=87744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:23:07.459498 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f69f01b1-2333-479d-8fa3-95104b02a4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:07.508533 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f69f01b1-2333-479d-8fa3-95104b02a4df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7316230'] for subnet, precommit_delete_associations {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:07.586815 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f69f01b1-2333-479d-8fa3-95104b02a4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727695'] for subnet, precommit_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:07.726689 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f69f01b1-2333-479d-8fa3-95104b02a4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7092667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7319999'] for subnet, after_delete {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:07.764871 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f01b1-2333-479d-8fa3-95104b02a4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7962b583-9d6f-44a3-92ea-9ba34e3adfed,revision_number=None']} {{(pid=87744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:23:07.769616 dv-cinder-831187-1-iscsi neutron-server[87744]: DEBUG neutron_lib.callbacks.manager [None req-f69f01b1-2333-479d-8fa3-95104b02a4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for subnet, before_response {{(pid=87744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:07.774794 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d931322-bbdd-4e6a-ad21-3ff980be73bc None None] Network b120ce45-e539-4458-8879-42a9bcca3afe requested from dv-cinder-831187-1-iscsi {{(pid=87746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:23:07.775333 dv-cinder-831187-1-iscsi neutron-server[87744]: INFO neutron.wsgi [None req-f69f01b1-2333-479d-8fa3-95104b02a4df admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7962b583-9d6f-44a3-92ea-9ba34e3adfed HTTP/1.1" status: 204 len: 168 time: 0.3799417 Feb 28 19:23:07.778456 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40678) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:23:07.885050 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552740'] for network, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:07.895703 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Deleting port fe9ef5c5-93a5-4378-9992-ac27cf00f479 {{(pid=87745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:23:07.896029 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.040158 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe1ea2d-b7d2-446f-a64c-25d2a0622eeb None None] DHCP port deletion for b120ce45-e539-4458-8879-42a9bcca3afe request from dv-cinder-831187-1-iscsi {{(pid=87746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:23:08.045521 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1ea2d-b7d2-446f-a64c-25d2a0622eeb None None] Deleting port fe9ef5c5-93a5-4378-9992-ac27cf00f479 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:23:08.045898 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ea2d-b7d2-446f-a64c-25d2a0622eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.071797 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device f103a061-9691-47e8-8687-74f4df1bf0ea no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:23:08.118256 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.db [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] For port fe9ef5c5-93a5-4378-9992-ac27cf00f479, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=fe9ef5c5-93a5-4378-9992-ac27cf00f479,segment=NetworkSegment(1dd9748d-f4c7-4c63-b71f-fff05863876d),segment_id=1dd9748d-f4c7-4c63-b71f-fff05863876d)] {{(pid=87745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:23:08.118916 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.152479 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: f103a061-9691-47e8-8687-74f4df1bf0ea {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:23:08.152823 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device f103a061-9691-47e8-8687-74f4df1bf0ea not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:23:08.153454 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device df72439a-5099-468f-8813-cc00b7785f02 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:23:08.196649 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: df72439a-5099-468f-8813-cc00b7785f02 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:23:08.196991 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device df72439a-5099-468f-8813-cc00b7785f02 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:23:08.266874 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a70f3c46-bda3-40a1-a0e3-60511e599857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.359089 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.plugin [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Calling delete_port for fe9ef5c5-93a5-4378-9992-ac27cf00f479 owned by network:dhcp {{(pid=87745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:23:08.366738 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.db [None req-bbe1ea2d-b7d2-446f-a64c-25d2a0622eeb None None] For port fe9ef5c5-93a5-4378-9992-ac27cf00f479, host dv-cinder-831187-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-iscsi',level=0,port_id=fe9ef5c5-93a5-4378-9992-ac27cf00f479,segment=NetworkSegment(1dd9748d-f4c7-4c63-b71f-fff05863876d),segment_id=1dd9748d-f4c7-4c63-b71f-fff05863876d)] {{(pid=87746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:23:08.367132 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ea2d-b7d2-446f-a64c-25d2a0622eeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069077'] for port, precommit_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.502544 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1ea2d-b7d2-446f-a64c-25d2a0622eeb None None] Calling delete_port for fe9ef5c5-93a5-4378-9992-ac27cf00f479 owned by network:dhcp {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:23:08.504315 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761586783708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761586404895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8314170'] for port, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.553432 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9ef5c5-93a5-4378-9992-ac27cf00f479,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:23:08.555290 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] No DVR routers for this DVR port fe9ef5c5-93a5-4378-9992-ac27cf00f479 on host dv-cinder-831187-1-iscsi {{(pid=87745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:23:08.575680 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.db.api [None req-bbe1ea2d-b7d2-446f-a64c-25d2a0622eeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:23:08.575976 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG oslo_db.api [None req-bbe1ea2d-b7d2-446f-a64c-25d2a0622eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:23:08.675443 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726528', 'neutron.services.segments.db._delete_segments_for_network-8761586858307'] for network, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.703350 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b120ce45-e539-4458-8879-42a9bcca3afe']}} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:08.715523 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd9748d-f4c7-4c63-b71f-fff05863876d') {'for_net_delete': True} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:08.715814 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.services.segments.db [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd9748d-f4c7-4c63-b71f-fff05863876d') {} {{(pid=87745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:23:08.726929 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761586861150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8311538'] for segment, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.743253 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728100'] for segment, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.749749 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:23:08.750122 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-728138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8314217'] for segment, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: Traceback (most recent call last): Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: timer() Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: cb(*args, **kw) Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: return func(*args, **kwargs) Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: self._notify() Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: self.callback(batched_events) Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: event.method(event) Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: return f(self, *a, **k) Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._get(url).json() Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: return self.request(url, 'GET', **kwargs) Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:23:08.764421 dv-cinder-831187-1-iscsi neutron-server[87745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:23:08.778044 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.892260 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8065749'] for network, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.911795 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868284'] for network, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:08.922411 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] Pushing event deleted for resources: {'Network': ['ID=b120ce45-e539-4458-8879-42a9bcca3afe,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:23:08.926684 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-19a6bd6f-19f7-4797-8873-9058ecec8adb admin admin] 10.222.0.21 "DELETE /v2.0/networks/b120ce45-e539-4458-8879-42a9bcca3afe HTTP/1.1" status: 204 len: 168 time: 1.1469769 Feb 28 19:23:09.077184 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1ea2d-b7d2-446f-a64c-25d2a0622eeb None None] Deleting port fe9ef5c5-93a5-4378-9992-ac27cf00f479 {{(pid=87746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:23:09.077491 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ea2d-b7d2-446f-a64c-25d2a0622eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761586777326'] for port, before_delete {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:09.145602 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1ea2d-b7d2-446f-a64c-25d2a0622eeb None None] The port 'fe9ef5c5-93a5-4378-9992-ac27cf00f479' was deleted {{(pid=87746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:23:09.223346 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:09.251889 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40684) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:23:09.300488 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-9f5b44f2-9cce-4e17-9e8f-fc7858ff1491 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71617ef8c9904a419b7928654b614f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474005 Feb 28 19:23:09.302919 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40688) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:23:09.360157 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-39533f16-71c6-442d-8431-f9f41c56c83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:09.386333 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-39533f16-71c6-442d-8431-f9f41c56c83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:09.509730 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-39533f16-71c6-442d-8431-f9f41c56c83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:09.527195 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39533f16-71c6-442d-8431-f9f41c56c83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad77c7c-8ec2-47d5-94cf-40ece346cadd,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:23:09.533634 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-39533f16-71c6-442d-8431-f9f41c56c83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:09.534758 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-39533f16-71c6-442d-8431-f9f41c56c83b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dad77c7c-8ec2-47d5-94cf-40ece346cadd HTTP/1.1" status: 204 len: 168 time: 0.2308927 Feb 28 19:23:10.016871 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device fe9ef5c5-93a5-4378-9992-ac27cf00f479 no longer exists at agent ovs-agent-dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:23:10.051789 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] No Port match for: fe9ef5c5-93a5-4378-9992-ac27cf00f479 {{(pid=87746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:23:10.052121 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron.plugins.ml2.rpc [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Device fe9ef5c5-93a5-4378-9992-ac27cf00f479 not bound to the agent host dv-cinder-831187-1-iscsi {{(pid=87746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:23:10.171537 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40696) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:23:10.220782 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-58ab1197-00cf-4475-a599-4889efa99664 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7011655503b1499ab50499b96712e813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481379 Feb 28 19:23:10.223176 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [-] (87745) accepted ('10.222.0.21', 40700) {{(pid=87745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:23:10.279516 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e106c541-a450-4daf-bf4b-27a3fb94d457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:10.305022 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e106c541-a450-4daf-bf4b-27a3fb94d457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:10.406145 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e106c541-a450-4daf-bf4b-27a3fb94d457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984666'] for security_group, after_delete {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:10.421002 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106c541-a450-4daf-bf4b-27a3fb94d457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9c61d1-5f6b-4dd2-a5de-f77c782442d8,revision_number=None']} {{(pid=87745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:23:10.428798 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron_lib.callbacks.manager [None req-e106c541-a450-4daf-bf4b-27a3fb94d457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:10.429873 dv-cinder-831187-1-iscsi neutron-server[87745]: INFO neutron.wsgi [None req-e106c541-a450-4daf-bf4b-27a3fb94d457 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb9c61d1-5f6b-4dd2-a5de-f77c782442d8 HTTP/1.1" status: 204 len: 168 time: 0.2058434 Feb 28 19:23:10.938146 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:12.989133 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:23:31.211788 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:35.450184 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-aca4a59f-0411-4066-8ecd-574b010c92c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:38.177352 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-19afca0e-4521-43e6-95a3-0560aabd441f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:38.811789 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:39.233218 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:40.941422 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:23:50.011553 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:24:01.237797 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:24:05.450974 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dafbfa6f-f138-40c3-9cde-3c7ed7a22f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:24:08.165215 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-919edeee-f9f3-4cab-afcd-a0485b06d431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:24:08.805398 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:24:09.237452 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:24:10.929418 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:24:26.989417 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:24:31.250702 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:24:35.416404 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4f4c-693b-4acb-bd21-521ce9a1f07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:24:38.178999 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b3efb27b-5ee8-432c-ac8c-5ff7f98ff9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:24:38.838767 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:24:39.230306 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:24:40.951589 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:01.272797 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:03.988175 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:25:05.429606 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c49ed890-5600-4f43-b067-1a4d6d554da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:08.069574 dv-cinder-831187-1-iscsi neutron-server[87745]: DEBUG neutron.wsgi [req-dd6a2cac-209c-4169-b98d-cc1733635044 req-9f1b1534-6e79-4eeb-aa91-4c68862d9fb4 service neutron] (87745) timed out ('10.222.0.21', 36022) {{(pid=87745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 19:25:08.160830 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-caafed88-d586-4318-96be-302e64d5ef0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:08.832584 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:09.229361 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:10.955218 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:31.249164 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:35.417350 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-1ba13ed5-de62-4a91-837e-d03309f78b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:38.169325 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e0dc-9ef6-4395-bd77-8dc9c44036c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:38.828517 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:39.237686 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:40.948764 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:25:40.987200 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:26:01.256317 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:05.421651 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-1bce5375-03b2-4a1c-b3ba-6a4fadcf7090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:08.168537 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-32e02f95-04e4-47c4-8dfc-7fd3a81b1dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:08.832773 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:09.227423 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:10.963307 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:17.987014 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:26:31.322635 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:35.437881 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-f6d12355-32c0-40d0-98e3-a365e6f62bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:38.157169 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-a83bc4e4-0151-475b-ace4-0e120deb34da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:38.809113 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:39.214290 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:41.012107 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:26:54.985607 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:27:01.270970 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:27:05.436157 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd491-e2eb-4ae7-bdab-6617e268c264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:27:08.150987 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-5e2ee449-b3b4-4c1e-a0f0-92eb4a3f354c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:27:08.807776 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:27:09.242275 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:27:10.973905 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:27:31.303911 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:27:31.984921 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:27:35.435847 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-268abacd-fdc2-4c12-af06-0d850bf37c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:27:38.184038 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-fc5172b9-b688-4150-bf39-b0ea50ab8040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:27:38.801381 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:27:39.252862 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:27:40.995288 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:28:01.275004 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:28:05.440608 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-c574110d-58e3-4d8a-bb6c-71010e062bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:28:08.177545 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-2e633bb7-a832-4b2f-b9b5-db3c5b2dbf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:28:08.800406 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8807-19b6-4577-ae85-27e24c230a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:28:08.983873 dv-cinder-831187-1-iscsi neutron-server[87747]: DEBUG neutron.db.agents_db [None req-36d93f2d-4033-4d17-a35c-a9ed77860df5 None None] Agent healthcheck: found 6 active agents {{(pid=87747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:28:09.269084 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-dee92e3d-a9a3-456c-8441-bedf68854121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:28:10.982382 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-b0d9fb51-8e77-4517-9fc2-501d3fdd7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:28:31.314675 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-42153836-40ec-48b7-a7ef-f52e59565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:28:35.446155 dv-cinder-831187-1-iscsi neutron-server[87746]: DEBUG neutron_lib.callbacks.manager [None req-4361a898-0847-4816-ba2f-0af1d42f7e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761586858280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747742'] for agent, after_update {{(pid=87746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}